-- Logs begin at Wed 2021-08-11 07:19:13 UTC, end at Wed 2021-08-11 08:15:08 UTC. -- Aug 11 07:51:26.716244 dv-cinder-802669-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 07:51:29.455713 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.common.config [-] Logging enabled! Aug 11 07:51:29.456307 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 07:51:29.456487 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93551) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 07:51:29.459716 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.common.config [-] Logging enabled! Aug 11 07:51:29.459973 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 07:51:29.460285 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93551) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 07:51:29.461403 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:51:29.461775 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:51:29.462141 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:51:29.462392 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:51:29.462622 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:51:29.462947 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.463249 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.463540 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.463778 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.464074 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.464369 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.464654 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.464966 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.465268 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.465555 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.465835 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.466119 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.466349 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.466630 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.466917 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.467204 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.467427 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] debug = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.467709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.468214 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.468633 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.468944 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.469236 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.469519 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.469792 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.470069 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.470360 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.470689 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] host = dv-cinder-802669-4-iscsi {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.470971 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.471259 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.471546 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.471834 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.472111 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.472388 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.472676 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.472984 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.473258 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.473536 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.473826 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.474109 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.474400 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.474624 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.474847 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.475132 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.475419 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.475696 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.475971 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.476246 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.476521 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.476801 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.477732 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.478026 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.478316 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.478603 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.478883 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.479161 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.479435 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.479709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.479998 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.480274 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.480550 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.480825 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.481138 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.481411 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.481684 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.481988 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.482275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.482558 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.482843 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.483118 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.483399 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.483674 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.483946 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.484218 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_json = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.484490 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.485049 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.485333 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.485607 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.485881 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.486158 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.486428 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.486714 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:29.487010 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.487312 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.487615 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.487906 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.488198 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.488480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.488771 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.489076 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.489369 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.489662 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.489950 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.490231 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.490522 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.490805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.491102 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.491406 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.491704 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.491997 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.492274 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.492637 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.493483 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.493737 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.494023 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.494316 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.494612 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.494889 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.495171 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.495465 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.495748 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.496031 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.496314 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.496605 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.496915 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.497197 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.497482 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.497769 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.498048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.498325 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.498608 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.498903 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.499183 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.499458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.499731 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.500012 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.500288 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.500571 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.500849 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.501147 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.501421 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.501703 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.501981 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.502256 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.502536 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.502813 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.503095 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.503368 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.503642 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.503921 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.504194 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.504468 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.504740 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.505041 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.505321 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.505596 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.505867 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.506143 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.506419 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.506693 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.506981 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.507280 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.507560 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.507844 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.508307 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.508606 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.509009 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.509299 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.509584 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.509868 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.510142 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.510437 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.510726 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.511015 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.511301 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.511582 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.511879 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.512160 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.512447 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.512726 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.513034 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.513324 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.513611 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.513904 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.514199 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.514490 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.514783 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.515073 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.515354 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.515661 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.515940 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:29.516158 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:51:29.516398 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93551) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 07:51:29.869704 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 07:51:29.869988 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 07:51:29.870288 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 07:51:29.870623 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 07:51:30.270344 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.270672 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.270979 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.272179 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.272456 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.272722 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.307859 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.308135 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.308412 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.325501 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.325782 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.326049 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.355440 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.355717 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.355988 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.393992 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.394276 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.394548 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.627527 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.628139 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.628139 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.628308 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.628956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.749491 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.749814 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.750094 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.750362 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.750627 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.750939 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.751204 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.751458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.751713 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.751994 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.752253 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.752516 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.752771 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.753046 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.753301 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.753563 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.753819 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.754085 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.754353 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.754612 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.754883 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.755138 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.755417 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.755791 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.756042 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.756287 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.756679 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.756955 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.757195 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.757432 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.757673 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.757906 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:30.758989 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 07:51:30.762162 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 07:51:30.766064 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 07:51:30.769820 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 11 07:51:30.771576 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 07:51:30.772032 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 07:51:30.772371 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 07:51:30.772756 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 07:51:30.775733 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 07:51:30.775989 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 07:51:30.776338 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 07:51:30.781729 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 07:51:30.803948 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 07:51:30.804409 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.804712 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93551) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 07:51:30.805772 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.807100 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93551) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 07:51:30.807386 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 07:51:30.807636 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 07:51:30.811044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.811327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:30.875149 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 07:51:30.875393 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 07:51:30.875634 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 07:51:30.876011 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 07:51:30.896929 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_db.sqlalchemy.engines [None req-675d54da-866b-482c-878a-120888280d08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93551) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 07:51:31.435807 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing driver for type 'gre' Aug 11 07:51:31.436477 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-675d54da-866b-482c-878a-120888280d08 None None] gre ID ranges: [(1, 1000)] Aug 11 07:51:31.489113 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing driver for type 'local' Aug 11 07:51:31.489481 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing driver for type 'vlan' Aug 11 07:51:31.502219 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-675d54da-866b-482c-878a-120888280d08 None None] VlanTypeDriver initialization complete Aug 11 07:51:31.502572 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing driver for type 'vxlan' Aug 11 07:51:31.503062 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-675d54da-866b-482c-878a-120888280d08 None None] vxlan ID ranges: [(1, 1000)] Aug 11 07:51:31.556879 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing extension driver 'port_security' Aug 11 07:51:31.557237 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.extensions.port_security [None req-675d54da-866b-482c-878a-120888280d08 None None] PortSecurityExtensionDriver initialization complete Aug 11 07:51:31.557580 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing mechanism driver 'openvswitch' Aug 11 07:51:31.557918 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing mechanism driver 'hyperv' Aug 11 07:51:31.564348 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.plugin [None req-675d54da-866b-482c-878a-120888280d08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:31.565083 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.565463 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.565823 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.566345 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.566813 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.567174 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.567526 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.567923 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.568331 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.568687 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.569064 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.569456 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.569862 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.570219 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.570562 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.571537 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.572055 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.572411 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.572764 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.573199 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.573608 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > address_group after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.573963 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > address_group after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.574308 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.574701 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93551) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:51:31.575086 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-675d54da-866b-482c-878a-120888280d08 None None] ML2 OVO RPC backend initialized. {{(pid=93551) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 07:51:31.575793 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.576153 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.576574 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.576957 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > networks before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.577314 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.577661 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > ports before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.578008 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.578352 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnets before_response 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.578702 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.579044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.579384 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.579723 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.580061 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.580404 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.580743 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.581114 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.581460 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.582043 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.plugin [None req-675d54da-866b-482c-878a-120888280d08 None None] Modular L2 Plugin initialization complete Aug 11 07:51:31.582376 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading services supported by the core plugin {{(pid=93551) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 07:51:31.582703 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.plugins.ml2.managers [None req-675d54da-866b-482c-878a-120888280d08 None None] Got port-security extension from driver 'port_security' Aug 11 07:51:31.583169 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.extensions.vlantransparent [None req-675d54da-866b-482c-878a-120888280d08 None None] Disabled vlantransparent extension. Aug 11 07:51:31.583653 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93551) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 07:51:31.583973 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: router Aug 11 07:51:31.621936 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.622337 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_create 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.622716 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router before_create 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.623087 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.623465 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.623827 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_delete 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.624194 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.624565 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_create 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.624944 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.625304 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.625660 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.626029 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.626450 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.626823 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.627171 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.627514 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: subnet after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.627858 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.628410 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.628554 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_create 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.628922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.629282 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.629646 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router after_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.629996 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.630353 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_create 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.630722 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.631073 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_update 55549900 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.631443 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > agent after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.631800 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > agent after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.632151 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > network after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.633047 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Tracking information for resource: router configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:31.634116 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Tracking information for resource: floatingip configured {{(pid=93551) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:51:31.639011 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.db.l3_agentschedulers_db [None req-675d54da-866b-482c-878a-120888280d08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 07:51:31.639705 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.640076 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.640436 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.640795 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: port after_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.641618 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router before_create 55550100 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.641991 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.642358 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_create 55550100 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.642721 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > router precommit_update 55550100 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.647192 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.provider_configuration [None req-675d54da-866b-482c-878a-120888280d08 None None] Service providers = [] {{(pid=93551) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 07:51:31.647563 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.db.servicetype_db [None req-675d54da-866b-482c-878a-120888280d08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93551) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 07:51:31.651160 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.service_base [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93551) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:51:31.651516 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.service_base [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93551) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:51:31.651863 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.service_base [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93551) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:51:31.652765 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.services.service_base [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93551) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:51:31.653176 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.services.service_base [None req-675d54da-866b-482c-878a-120888280d08 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 07:51:31.653558 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.653886 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 07:51:31.664482 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.664819 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: auto_allocate Aug 11 07:51:31.670608 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: network precommit_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.670987 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: network precommit_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.671513 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.671842 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: tag Aug 11 07:51:31.678363 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.678703 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: timestamp Aug 11 07:51:31.682814 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.683152 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: network_ip_availability Aug 11 07:51:31.688605 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.688960 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.689323 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.690050 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.690381 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: flavors Aug 11 07:51:31.695180 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.695520 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading Plugin: revisions Aug 11 07:51:31.700644 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93551) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:51:31.701084 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [None req-675d54da-866b-482c-878a-120888280d08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=93551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 07:51:31.701818 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93551) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 07:51:31.702161 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Initializing extension manager. Aug 11 07:51:31.702680 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: __init__.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.703030 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: __pycache__ {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.703369 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.703709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: address_group.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.704470 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.705084 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: address-group Aug 11 07:51:31.705413 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: address_scope.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.706137 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.706656 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: address-scope Aug 11 07:51:31.706982 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.707912 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.708429 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: router-admin-state-down-before-update Aug 11 07:51:31.708759 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: agent.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.709721 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.710240 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: agent Aug 11 07:51:31.710567 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: agent_resources_synced.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.712352 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.712887 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: agent-resources-synced Aug 11 07:51:31.713212 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: allowedaddresspairs.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.715023 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.715548 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: allowed-address-pairs Aug 11 07:51:31.715883 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: auto_allocated_topology.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.716998 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.717523 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: auto-allocated-topology Aug 11 07:51:31.717855 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: availability_zone.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.718556 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.719069 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: availability_zone Aug 11 07:51:31.719399 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: availability_zone_filter.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.720327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.720842 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: availability_zone_filter Aug 11 07:51:31.721203 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: data_plane_status.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.722123 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.722630 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 07:51:31.722958 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: default_subnetpools.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.723883 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.724394 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: default-subnetpools Aug 11 07:51:31.724721 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.725577 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.726092 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: dhcp_agent_scheduler Aug 11 07:51:31.726420 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: dns.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.727418 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.727922 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 07:51:31.728248 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: dns_domain_ports.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.729206 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.729719 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 07:51:31.730045 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.730972 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.731480 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 07:51:31.731805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: dvr.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.732480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.733024 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: dvr Aug 11 07:51:31.733351 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: ecmp_routes.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.734274 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.735049 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 07:51:31.735376 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: empty_string_filtering.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.736297 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.736811 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: empty-string-filtering Aug 11 07:51:31.737182 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.738106 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.738616 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 07:51:31.738944 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.739877 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.740385 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 07:51:31.740714 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: external_net.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.741670 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.742184 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: external-net Aug 11 07:51:31.742558 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.743490 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.743999 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: extra_dhcp_opt Aug 11 07:51:31.744328 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: extraroute.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.745281 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.745795 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: extraroute Aug 11 07:51:31.746123 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: extraroute_atomic.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.747164 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.747680 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: extraroute-atomic Aug 11 07:51:31.748006 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: filter_validation.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.748679 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.749220 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: filter-validation Aug 11 07:51:31.749549 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: fip_pf_description.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.750472 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.750977 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 07:51:31.751300 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: fip_port_details.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.752223 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.752731 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: fip-port-details Aug 11 07:51:31.753082 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: flavors.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.754315 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.754836 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: flavors Aug 11 07:51:31.755167 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.756832 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.757392 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 07:51:31.757736 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: floatingip_pools.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.758998 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.759517 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: floatingip-pools Aug 11 07:51:31.759846 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: ip_allocation.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.760790 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.761334 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 07:51:31.761667 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.762599 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.763111 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: ip-substring-filtering Aug 11 07:51:31.763443 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l2_adjacency.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.764376 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.764901 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 07:51:31.765234 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.766335 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.766860 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: router Aug 11 07:51:31.767193 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.769448 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.769980 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 07:51:31.770328 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.771265 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.771784 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: ext-gw-mode Aug 11 07:51:31.772121 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.773097 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.773612 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: l3-ha Aug 11 07:51:31.774590 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3_flavors.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.775626 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.776140 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: l3-flavors Aug 11 07:51:31.776474 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.777429 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.777944 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 07:51:31.778273 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: l3agentscheduler.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.779314 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.779829 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: l3_agent_scheduler Aug 11 07:51:31.780163 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: logging.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.781698 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.782229 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension logging not supported by any of loaded plugins Aug 11 07:51:31.782564 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: metering.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.783313 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.783893 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: metering Aug 11 07:51:31.784222 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.785358 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.785884 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: metering_source_and_destination_fields Aug 11 07:51:31.786216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: multiprovidernet.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.787149 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.787665 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: multi-provider Aug 11 07:51:31.787996 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: netmtu.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.788952 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.789539 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: net-mtu Aug 11 07:51:31.789965 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: netmtu_writable.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.790900 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.791423 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: net-mtu-writable Aug 11 07:51:31.791758 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: network_availability_zone.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.792440 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.792978 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: network_availability_zone Aug 11 07:51:31.793312 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: network_ip_availability.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.794415 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.794934 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: network-ip-availability Aug 11 07:51:31.795265 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: network_segment_range.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.796040 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.796551 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 07:51:31.796906 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: pagination.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.797895 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.798227 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: pagination Aug 11 07:51:31.798555 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: port_device_profile.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.799469 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.799985 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: port-device-profile Aug 11 07:51:31.800313 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.801280 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.801791 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: port-mac-address-regenerate Aug 11 07:51:31.802118 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.803038 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.803549 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: port-numa-affinity-policy Aug 11 07:51:31.803876 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: port_resource_request.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.804798 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.805474 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 07:51:31.805802 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: portbindings.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.806746 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.807264 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: binding Aug 11 07:51:31.807600 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: portbindings_extended.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.809032 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.809566 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: binding-extended Aug 11 07:51:31.809908 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: portsecurity.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.810842 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.811362 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: port-security Aug 11 07:51:31.811696 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: project_id.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.812683 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.813053 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: project-id Aug 11 07:51:31.813386 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: providernet.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.814327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.814846 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: provider Aug 11 07:51:31.815177 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.818778 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.819309 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos not supported by any of loaded plugins Aug 11 07:51:31.819650 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.821505 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.822024 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 07:51:31.822357 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.823286 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.823801 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 07:51:31.824129 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_default.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.825092 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.825612 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-default not supported by any of loaded plugins Aug 11 07:51:31.825942 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_fip.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.826599 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.827110 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 07:51:31.827437 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_gateway_ip.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.828366 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.828896 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 07:51:31.829228 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_port_network_policy.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.830158 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.830669 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 07:51:31.831004 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_pps_rule.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.832198 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.832719 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 07:51:31.833071 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_rule_type_details.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.834370 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.834511 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 07:51:31.834838 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: qos_rules_alias.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.835887 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.837170 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 07:51:31.837561 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: quotasv2.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.838513 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.838852 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: quotas Aug 11 07:51:31.839182 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: quotasv2_detail.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.842254 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.842603 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: quota_details Aug 11 07:51:31.842943 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: rbac.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.844204 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.844736 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: rbac-policies Aug 11 07:51:31.845105 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: rbac_address_group.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.846047 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.846568 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: rbac-address-group Aug 11 07:51:31.846902 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: rbac_address_scope.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.847827 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.848342 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: rbac-address-scope Aug 11 07:51:31.848674 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: rbac_security_groups.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.849618 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.850135 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: rbac-security-groups Aug 11 07:51:31.850464 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: rbac_subnetpool.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.851387 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.851963 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: rbac-subnetpool Aug 11 07:51:31.852358 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: revisionifmatch.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.853310 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.853826 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: revision-if-match Aug 11 07:51:31.854154 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: revisions.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.855261 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.855779 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: standard-attr-revisions Aug 11 07:51:31.856112 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: router_availability_zone.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.856796 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.857335 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: router_availability_zone Aug 11 07:51:31.857668 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: routerservicetype.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.858599 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.859117 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 07:51:31.859443 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.860637 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.861192 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: security-groups-normalized-cidr Aug 11 07:51:31.861522 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.862441 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.862954 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: port-security-groups-filtering Aug 11 07:51:31.863281 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.864207 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.864720 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: security-groups-remote-address-group Aug 11 07:51:31.865087 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: securitygroup.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.874695 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.875229 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: security-group Aug 11 07:51:31.875570 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: segment.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.876368 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.876905 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension segment not supported by any of loaded plugins Aug 11 07:51:31.877246 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.878192 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.878711 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 07:51:31.879044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: servicetype.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.880222 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.880750 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: service-type Aug 11 07:51:31.881108 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: sorting.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.882102 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.882440 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: sorting Aug 11 07:51:31.882768 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: standard_attr_segment.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.884239 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.884754 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 07:51:31.885111 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: standardattrdescription.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.885768 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.886280 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: standard-attr-description Aug 11 07:51:31.886611 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: stateful_security_group.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.887564 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.888085 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: stateful-security-group Aug 11 07:51:31.888417 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: stdattrs_common.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.889043 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 07:51:31.889368 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.890320 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.890844 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 07:51:31.891181 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnet_onboard.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.892274 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.892805 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: subnet_onboard Aug 11 07:51:31.893160 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.894103 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.894618 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 07:51:31.894949 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnet_service_types.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.895891 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.896409 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: subnet-service-types Aug 11 07:51:31.896741 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnetallocation.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.897860 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.898385 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: subnet_allocation Aug 11 07:51:31.898719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.900104 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.900621 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: subnetpool-prefix-ops Aug 11 07:51:31.901052 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.902006 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.902518 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 07:51:31.902850 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: tagging.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.903931 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.904455 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: standard-attr-tag Aug 11 07:51:31.904787 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: timestamp.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.906036 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.906551 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loaded extension: standard-attr-timestamp Aug 11 07:51:31.906881 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: trunk.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.907923 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.908444 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension trunk not supported by any of loaded plugins Aug 11 07:51:31.908775 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: trunk_details.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.909747 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.910260 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 07:51:31.910592 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: uplink_status_propagation.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.911527 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.912044 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 07:51:31.912374 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Loading extension file: vlantransparent.py {{(pid=93551) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:51:31.913085 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93551) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:51:31.913599 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 07:51:31.916235 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:network Aug 11 07:51:31.916757 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnet Aug 11 07:51:31.917194 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:51:31.917591 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:port Aug 11 07:51:31.918819 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.919272 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service FLAVORS assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.919940 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.920320 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.920656 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:router Aug 11 07:51:31.921120 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 07:51:31.921630 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service METERING assigned prefix: /metering {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.923066 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.923444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.923803 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:51:31.924820 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 07:51:31.925297 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:security_group Aug 11 07:51:31.925735 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 07:51:31.927464 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service CORE assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.927809 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:51:31.928168 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] subnetpool is already registered Aug 11 07:51:31.928632 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service CORE assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.929006 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:51:31.929350 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] subnetpool is already registered Aug 11 07:51:31.932428 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.932878 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service FLAVORS assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.933478 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.933906 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.934252 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:router Aug 11 07:51:31.934593 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] router is already registered Aug 11 07:51:31.935008 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 07:51:31.935350 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] floatingip is already registered Aug 11 07:51:31.935815 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service METERING assigned prefix: /metering {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.936486 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 07:51:31.936819 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] rbac_policy is already registered Aug 11 07:51:31.937258 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:security_group Aug 11 07:51:31.937597 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] security_group is already registered Aug 11 07:51:31.938002 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 07:51:31.938339 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] security_group_rule is already registered Aug 11 07:51:31.939025 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service CORE assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.939310 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:51:31.939652 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] subnetpool is already registered Aug 11 07:51:31.940078 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.v2.resource_helper [None req-675d54da-866b-482c-878a-120888280d08 None None] Service CORE assigned prefix: {{(pid=93551) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:51:31.940406 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:51:31.940742 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING neutron.quota.resource_registry [None req-675d54da-866b-482c-878a-120888280d08 None None] subnetpool is already registered Aug 11 07:51:31.941234 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: extensions {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.942710 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: address-groups {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.944220 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: address-scopes {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.945584 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: agents {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.947374 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: auto-allocated-topology {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.948649 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: availability_zones {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.949920 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: dhcp-networks {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.951442 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: dhcp-agents {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.952906 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: routers {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.954670 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: flavors {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.955949 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: service_profiles {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.957201 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: next_providers {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.958641 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: service_profiles {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.960188 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: floatingip-pools {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.961513 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: routers {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.963259 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: floatingips {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.964554 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: l3-routers {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.966054 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: l3-agents {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.967480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: metering-labels {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.968752 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: metering-label-rules {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.970178 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: network-ip-availabilities {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.971451 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: bindings {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.973061 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: quotas {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.974620 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: quotas {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.976071 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: rbac-policies {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.977402 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: security-groups {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.978838 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: security-group-rules {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.980088 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: service-providers {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.981355 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: subnetpools {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.982727 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: subnetpools {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.984286 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.986288 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.988112 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.989974 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.991692 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.995238 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.996969 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:31.998772 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:32.000654 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:32.002464 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron.api.extensions [None req-675d54da-866b-482c-878a-120888280d08 None None] Extended resource: tags {{(pid=93551) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:51:32.009040 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING keystonemiddleware.auth_token [None req-675d54da-866b-482c-878a-120888280d08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 07:51:32.013694 dv-cinder-802669-4-iscsi neutron-server[93551]: WARNING keystonemiddleware.auth_token [None req-675d54da-866b-482c-878a-120888280d08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 07:51:32.021979 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [None req-675d54da-866b-482c-878a-120888280d08 None None] Acquired lock "singleton_lock" {{(pid=93551) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 07:51:32.022457 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_concurrency.lockutils [None req-675d54da-866b-482c-878a-120888280d08 None None] Releasing lock "singleton_lock" {{(pid=93551) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 07:51:32.023110 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Starting 2 workers Aug 11 07:51:32.028492 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Started child 93660 {{(pid=93551) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:51:32.033035 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Started child 93661 {{(pid=93551) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:51:32.033391 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.034612 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO neutron.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 07:51:32.034835 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [-] (93660) wsgi starting up on http://0.0.0.0:9696 Aug 11 07:51:32.035274 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Notify callbacks [] for process, before_spawn {{(pid=93551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.037631 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.038100 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Starting 1 workers Aug 11 07:51:32.038962 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [-] (93661) wsgi starting up on http://0.0.0.0:9696 Aug 11 07:51:32.042918 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Started child 93662 {{(pid=93551) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:51:32.043445 dv-cinder-802669-4-iscsi neutron-server[93551]: INFO oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Starting 1 workers Aug 11 07:51:32.046699 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.service [None req-675d54da-866b-482c-878a-120888280d08 None None] calling RpcWorker wait() {{(pid=93662) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 07:51:32.047229 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.service [None req-675d54da-866b-482c-878a-120888280d08 None None] returning from RpcWorker wait() {{(pid=93662) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 07:51:32.047947 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [None req-675d54da-866b-482c-878a-120888280d08 None None] Started child 93663 {{(pid=93551) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:51:32.048538 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.048750 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG neutron_lib.callbacks.manager [None req-675d54da-866b-482c-878a-120888280d08 None None] Notify callbacks [] for process, after_spawn {{(pid=93551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.049108 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:32.050585 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93551) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 07:51:32.050808 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:51:32.050988 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:51:32.051204 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:51:32.051546 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:51:32.051711 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:51:32.052203 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.052496 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.052713 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:32.053205 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.053205 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.053344 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.053886 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.054162 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.054401 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.054661 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.054898 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.055745 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.055895 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.056162 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.056402 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.056681 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.056986 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.057240 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.057524 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.057697 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.057951 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.058217 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.058470 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.058747 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] debug = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.059007 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.059513 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.059758 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.060037 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.060260 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.060557 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.060794 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.061319 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.061319 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.061617 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.061788 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.062056 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.062301 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.062515 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.062738 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.063005 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.063249 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.063722 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] host = dv-cinder-802669-4-iscsi {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.063966 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.064208 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.064460 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.064710 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.064989 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.065208 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.065489 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.065737 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.066034 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.066224 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.066480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.066728 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.066969 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.067388 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.067557 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_options = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.067800 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.068067 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.068330 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.068523 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.068694 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.068885 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.069149 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.069314 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.069584 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.069801 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.070021 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.070239 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.070478 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.071421 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.071699 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.071953 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.072178 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.072394 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.072645 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.072925 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.073155 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.073407 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.073664 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.073919 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.074156 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.074380 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.074611 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.074851 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.075086 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.075345 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.075593 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.075871 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.076156 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.076348 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.076586 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.076815 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.077074 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.077347 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.077586 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.077844 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.078136 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.078348 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.078606 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.078827 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.079074 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.079286 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_json = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.079504 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.079718 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.079974 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.080196 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.080419 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.080641 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.080858 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.081115 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.081542 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.081820 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.082159 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.082409 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.082652 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.082895 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.083132 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.083378 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.084607 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.084607 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.084607 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.084607 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.085176 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:32.085327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.085327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.085327 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.085673 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.085795 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.086022 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.086326 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.088458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.088458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.088458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.088458 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089042 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089042 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089042 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089668 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089668 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089809 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.089917 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.090135 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.090439 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.090439 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.090439 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.091224 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.091363 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.091611 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.091829 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.092061 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.092444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.092709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.092972 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.095578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.099598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104044 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.104709 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.105310 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.105437 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.105710 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.106151 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.106723 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.109999 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.110278 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.110647 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.110979 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.111252 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.111547 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.111834 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.112098 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.112358 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.112620 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.112853 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.114649 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.116336 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.116662 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.116960 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.117220 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.117464 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.118333 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.118699 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.118940 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.119183 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.119418 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.119684 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.119946 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.120228 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.120480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.120747 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.122188 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.122914 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.123223 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.124946 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.125515 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.125800 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.126480 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.126809 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.127102 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.127392 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.127638 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.127902 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.128172 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.128437 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.130389 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.130819 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.131099 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.131338 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.131636 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.131851 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.132089 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.132366 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.132640 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.133078 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.133945 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.134446 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.134856 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.135739 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.136179 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.136485 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.136764 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.137061 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.137308 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.137576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.137951 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.138399 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.138802 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.139211 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.139582 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.139841 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.140068 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.140313 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.140569 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.140809 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.141090 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.141309 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.141559 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.141808 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.142030 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.142252 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.142516 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.142735 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.142956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.143196 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.143416 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.143636 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.143866 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.144093 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.144354 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.144569 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.144899 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.145142 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.145380 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.145609 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.145855 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.146120 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.146336 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.146582 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.146805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.147020 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.147232 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.147450 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.147659 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.147867 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.148089 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.148319 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.148666 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.149070 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.149477 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.149741 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.150008 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.150249 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.150489 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.150743 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.150963 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.151202 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.151441 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.151658 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.151872 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.152141 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.152363 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.152603 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.152836 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.153074 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.153290 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.153503 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.153711 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.153997 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.154236 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.154476 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.154740 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.154985 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.155213 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.155436 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.155665 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.155873 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.156092 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.156305 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.156512 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.156735 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.156965 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.157172 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.157390 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.157602 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.157808 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.158048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.158254 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.158463 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.158784 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.159028 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.159236 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.159493 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.159731 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.159939 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.160178 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.160390 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.160616 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.160838 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.161066 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.161278 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.161493 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.161703 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.161907 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.162196 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.162464 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.162684 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.162962 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.163207 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.163452 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.163689 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.163975 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.164204 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.164502 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.164738 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.164977 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.165315 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.165635 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.165978 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.166283 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.166539 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.166958 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.167290 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.167510 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.167777 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.167997 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.168281 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.168685 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.169682 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.169682 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.169682 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.169682 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.170493 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.170493 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.170493 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.170805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.170805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.171922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.171922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.171922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.171922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.171922 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.172477 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.172477 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.172477 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.172929 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.172929 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.173189 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:51:32.173597 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93551) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 07:51:32.173756 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:51:32.173907 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:51:32.174084 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:51:32.174258 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:51:32.174460 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:51:32.174601 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.174762 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.174923 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.175078 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.175233 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.175427 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.175586 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.175742 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.176449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.176449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.176449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.176449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.176449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.177444 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178110 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178110 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178110 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178110 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] debug = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.178956 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.179719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.179719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.179719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.179719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.179719 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.181619 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182080 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] host = dv-cinder-802669-4-iscsi {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182080 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182080 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182502 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182637 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.182938 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183126 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183262 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183421 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183572 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183697 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183810 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.183924 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.184097 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.184397 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_options = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.184397 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.184751 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.184751 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185027 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185154 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185267 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185375 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185506 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185672 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185822 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.185984 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.186140 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.186295 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.186494 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.186638 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.186774 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187099 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187099 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187448 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187448 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187682 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187805 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.187928 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188053 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:32.188309 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188309 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188542 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188663 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188770 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.188897 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189095 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189368 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189525 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189679 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.189856 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190067 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190197 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190330 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190589 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190751 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.190905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191063 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191264 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191383 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191539 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_json = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191716 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.191873 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192030 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192185 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192354 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192516 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192693 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.192854 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:51:32.193086 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.193225 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.193540 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.193712 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.193865 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194031 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194251 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194393 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194539 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194743 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.194969 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.195126 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.195272 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.195443 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.195595 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.195957 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.196136 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.196320 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.196556 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.196795 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.196926 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197154 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197351 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197503 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197672 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197831 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.197997 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.198323 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.198505 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.198598 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.198795 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.198965 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.199212 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.199373 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.199535 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.199833 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200013 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200013 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200347 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200347 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200600 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200600 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200794 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.200972 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201108 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201272 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201455 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201604 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201762 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.201941 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202112 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202398 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202541 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202631 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202741 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.202927 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203111 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203248 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203366 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203533 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203691 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.203864 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204127 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204301 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204499 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204657 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204765 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.204907 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.205068 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.205252 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.205758 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.205758 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.205758 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.208580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.209905 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.210543 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.211131 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.212579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.213576 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.214322 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215275 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215874 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215874 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215874 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.215874 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216143 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216143 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216284 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216419 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216580 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216737 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.216914 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217073 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217230 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217388 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217545 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217704 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.217862 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218003 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218166 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218323 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218481 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218891 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.218891 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219141 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219141 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219382 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219382 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219626 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219755 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219877 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.219961 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220099 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220254 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220411 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220567 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220725 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.220915 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221046 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221208 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221366 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221525 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221683 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221840 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.221999 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222157 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222316 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222474 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222633 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222791 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.222949 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223107 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223269 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223429 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223584 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223756 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.223914 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224071 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224228 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224384 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224540 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224698 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.224855 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225029 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225185 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225344 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225502 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225663 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225820 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.225976 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.226135 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.226293 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.226449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.226606 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.226775 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227084 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227285 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227412 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227548 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227705 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.227873 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228031 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228187 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228344 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228499 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228657 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.228823 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229002 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229160 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229317 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229472 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229629 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229795 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.229952 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230109 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230266 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230422 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230578 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230745 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.230902 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231059 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231373 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231530 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231696 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.231853 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232009 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232171 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232311 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232538 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232714 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.232886 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.233048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.233215 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.233428 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.233558 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.233696 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.234216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.234216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.234216 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235048 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235316 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235316 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235470 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235579 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.235744 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236106 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236106 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236306 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236386 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236508 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236670 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.236826 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237010 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237136 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237293 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237449 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237606 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237968 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.237968 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238143 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238224 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238351 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238498 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238653 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238811 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.238967 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.239123 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.239280 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.239435 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:51:32.239584 dv-cinder-802669-4-iscsi neutron-server[93551]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93551) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:51:32.394643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38596) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:51:32.403469 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066257 Aug 11 07:51:43.844722 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f62baa-b5ca-46de-bc62-12bbd7a2fb75 None None] get_active_networks_info from dv-cinder-802669-4-iscsi {{(pid=93662) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 07:51:44.075751 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f62baa-b5ca-46de-bc62-12bbd7a2fb75 None None] No non-hosted networks {{(pid=93662) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 07:51:44.081259 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe937-6f75-474c-a164-f30186a960eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:46.685652 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-20016c57-08df-4464-a5fa-d6d61e7e6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:46.741164 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d983265d-04b4-4051-893d-300bf3b30473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:46.816283 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:46.816983 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.817402 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.817739 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.818068 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.818484 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.818815 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.819203 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.819545 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.819911 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.820236 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.820593 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.822132 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:46.822537 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802669-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:46.831235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802669-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:51:47.812436 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:48.970416 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:50.019631 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38686) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:51:50.515700 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING oslo_policy.policy [None req-c852ec0c-6f20-4bd4-b3bd-ac7c21978e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:51:50.516296 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING oslo_policy.policy [None req-c852ec0c-6f20-4bd4-b3bd-ac7c21978e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:51:50.734164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [None req-c852ec0c-6f20-4bd4-b3bd-ac7c21978e29 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:51:50.735216 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c852ec0c-6f20-4bd4-b3bd-ac7c21978e29 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7146673 Aug 11 07:51:52.000541 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.db.l3_hamode_db [None req-e38bcd63-dc35-44fe-9870-f2ac4b7cf590 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 07:51:52.077982 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bcd63-dc35-44fe-9870-f2ac4b7cf590 None None] Routers set() bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:51:52.078369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bcd63-dc35-44fe-9870-f2ac4b7cf590 None None] Router IDs set() for agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 07:51:53.102580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38700) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:51:53.408361 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:51:53.502927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.policy [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93661) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 07:51:53.548420 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING oslo_policy.policy [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:51:53.548788 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING oslo_policy.policy [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:51:53.557385 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.quota [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] Loaded quota_driver: . Aug 11 07:51:53.652623 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783656804309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783656803718', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783656806770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783656818599', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783657180279', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783656829241', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1937805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2003935'] for rbac-policy, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:53.717914 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:53.719095 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-012a8f6f-2419-48b1-923e-cbe78777eb18 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6155496 Aug 11 07:51:56.291866 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38712) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:51:56.586670 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Request body: {'network': {'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'name': 'private', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:51:56.615532 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Made reservation on behalf of 1ebdb25a6e2f4882abbbd9d5012579c4 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:51:56.619116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.635711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.764744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.768441 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.788785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:51:56.817913 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783660508263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.818497 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Unsubscribe: segment precommit_create {{(pid=93661) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 07:51:56.819011 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Added segment 50916ac7-452a-46fc-a60e-d6e964b98401 of type vlan for network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb Aug 11 07:51:56.836071 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ff56a-ca7e-41cb-a0b3-480f29f6a588,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:51:56.887351 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.887705 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.888026 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.888351 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.888673 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.889038 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.889361 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.889677 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.890005 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.890320 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.890632 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.890940 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Tracked resource versions report: Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: pushed versions: Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: { 'AddressGroup': {'1.2'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'ConntrackHelper': {'1.0'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Log': {'1.0'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Network': {'1.1'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Port': {'1.7'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'PortForwarding': {'1.2'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'QosPolicy': {'1.9'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroup': {'1.4'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SubPort': {'1.0'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Subnet': {'1.1'}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Trunk': {'1.1'}} Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: consumer versions: Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'ConntrackHelper': '1.0', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Log': '1.0', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Network': '1.1', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Port': '1.7', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'PortForwarding': '1.2', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'QosPolicy': '1.9', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroup': '1.4', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroupRule': '1.2', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SubPort': '1.0', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Subnet': '1.1', Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Trunk': '1.1'}} Aug 11 07:51:56.892018 dv-cinder-802669-4-iscsi neutron-server[93661]: {{(pid=93661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:51:56.940517 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.990720 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:56.991776 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:51:56.992419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:51:57.076644 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7835975 Aug 11 07:51:57.093859 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d183b1-be91-4754-8686-5e039b5ab450 admin admin] Pushing event updated for resources: {'Network': ['ID=a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:51:57.106713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:51:59.722062 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38726) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:00.209958 dv-cinder-802669-4-iscsi neutron-server[93660]: WARNING oslo_policy.policy [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:00.210567 dv-cinder-802669-4-iscsi neutron-server[93660]: WARNING oslo_policy.policy [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:00.651861 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.policy [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 07:52:00.697457 dv-cinder-802669-4-iscsi neutron-server[93660]: WARNING oslo_policy.policy [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:00.697828 dv-cinder-802669-4-iscsi neutron-server[93660]: WARNING oslo_policy.policy [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:00.705943 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:00.707866 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-2ff2131e-946d-4255-9b5e-484c9e2545d7 admin admin] 10.222.0.68 "GET /v2.0/networks/a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb HTTP/1.1" status: 200 len: 825 time: 0.9837520 Aug 11 07:52:00.747368 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-20681146-d958-417c-8ec5-f5b34ef6ed75 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/6c1efe79-56e3-422d-8260-dc51638528f5 HTTP/1.1" status: 200 len: 734 time: 0.0333731 Aug 11 07:52:00.756467 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Request body: {'subnet': {'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:00.758449 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.quota [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Loaded quota_driver: . Aug 11 07:52:00.804659 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Made reservation on behalf of 1ebdb25a6e2f4882abbbd9d5012579c4 for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:52:00.806504 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:01.102892 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:01.167512 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Checking segment: {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:01.167901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Network hostable DHCP agents. Network: a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:52:01.190826 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d97efc-ad9f-4004-8180-35565c9aba6d,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:01.204383 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.204858 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.205331 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.205661 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.205987 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.206311 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.206629 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.206947 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.207278 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.207601 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.207913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.208224 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Tracked resource versions report: Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: pushed versions: Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Log': {'1.0'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Network': {'1.1'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Port': {'1.7'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'PortForwarding': {'1.2'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'QosPolicy': {'1.9'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SubPort': {'1.0'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Subnet': {'1.1'}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Trunk': {'1.1'}} Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: consumer versions: Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'ConntrackHelper': '1.0', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Log': '1.0', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Network': '1.1', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Port': '1.7', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'PortForwarding': '1.2', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'QosPolicy': '1.9', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroup': '1.4', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroupRule': '1.2', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SubPort': '1.0', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Subnet': '1.1', Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Trunk': '1.1'}} Aug 11 07:52:01.209337 dv-cinder-802669-4-iscsi neutron-server[93660]: {{(pid=93660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:01.229069 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:52:01.244006 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:01.265278 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:01.265637 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:01.268514 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a80bb-4f45-4de6-9ddc-0b970187f6e2 None None] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:52:01.297928 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cf6dcb64-9f22-454d-9226-760d855669f5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5446279 Aug 11 07:52:01.593345 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:52:01.594703 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:01.873159 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Allocated IP 172.20.0.2 (a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb/61d97efc-ad9f-4004-8180-35565c9aba6d/ca088899-e8a4-4a0c-8f24-be3cd45b88f4) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:52:02.077432 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:02.120025 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Transition to ACTIVE for port object ca088899-e8a4-4a0c-8f24-be3cd45b88f4 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:02.140401 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Transition to ACTIVE for port object ca088899-e8a4-4a0c-8f24-be3cd45b88f4 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:02.149408 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:02.217363 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:52:02.230477 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:02.240902 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Pushing event updated for resources: {'Port': ['ID=ca088899-e8a4-4a0c-8f24-be3cd45b88f4,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:02.240902 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:52:02.249103 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.249456 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.249797 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.250137 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.250468 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.250800 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.251129 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.251455 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.251795 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.252127 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.252451 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.252774 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Tracked resource versions report: Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: pushed versions: Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Log': {'1.0'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Network': {'1.1'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Port': {'1.7'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'PortForwarding': {'1.2'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'QosPolicy': {'1.9'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SubPort': {'1.0'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Subnet': {'1.1'}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Trunk': {'1.1'}} Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: consumer versions: Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'ConntrackHelper': '1.0', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Log': '1.0', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Network': '1.1', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Port': '1.7', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'PortForwarding': '1.2', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'QosPolicy': '1.9', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroup': '1.4', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroupRule': '1.2', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SubPort': '1.0', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Subnet': '1.1', Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Trunk': '1.1'}} Aug 11 07:52:02.253906 dv-cinder-802669-4-iscsi neutron-server[93662]: {{(pid=93662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:02.328499 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Attempting to bind port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:52:02.329218 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Attempting to bind port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:52:02.329331 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Attempting to bind port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 on network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:52:02.334161 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:52:02.334547 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Checking segment: {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:02.335005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:02.335406 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Bound using segment: {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:52:02.335880 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Bound port: ca088899-e8a4-4a0c-8f24-be3cd45b88f4, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:52:02.336290 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:02.397543 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] For port ca088899-e8a4-4a0c-8f24-be3cd45b88f4, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:52:02.401791 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] For port ca088899-e8a4-4a0c-8f24-be3cd45b88f4, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=ca088899-e8a4-4a0c-8f24-be3cd45b88f4,segment=NetworkSegment(50916ac7-452a-46fc-a60e-d6e964b98401),segment_id=50916ac7-452a-46fc-a60e-d6e964b98401)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:52:02.406510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:02.476597 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8c3db-8592-4895-8ebe-c9f4487e5fa5 None None] Pushing event updated for resources: {'Port': ['ID=ca088899-e8a4-4a0c-8f24-be3cd45b88f4,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:03.707925 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38748) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:04.027408 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [None req-f48eb461-ad97-4bce-a0b6-c60949040d73 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:04.028469 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f48eb461-ad97-4bce-a0b6-c60949040d73 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195865 Aug 11 07:52:06.397023 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38756) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:06.708107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [None req-00c59d80-0d3d-40ad-a2a2-f310d030d36f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:06.720891 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-00c59d80-0d3d-40ad-a2a2-f310d030d36f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110852 Aug 11 07:52:09.387337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38766) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:09.692024 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'name': 'router1'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:09.725067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:09.732987 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:09.903948 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:09.909001 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:09.922615 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:09.924128 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-2ad9b4b6-20c8-44a0-ac3e-2efec0ce13b0 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5357494 Aug 11 07:52:10.742700 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device ca088899-e8a4-4a0c-8f24-be3cd45b88f4 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:10.831198 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:52:10.860800 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9557821-ddbd-4924-88ae-4b1a0575c711 None None] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:52:10.920668 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Provisioning for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:52:10.926761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Provisioning complete for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:10.927161 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:11.119909 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:11.180643 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] For port ca088899-e8a4-4a0c-8f24-be3cd45b88f4, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=ca088899-e8a4-4a0c-8f24-be3cd45b88f4,segment=NetworkSegment(50916ac7-452a-46fc-a60e-d6e964b98401),segment_id=50916ac7-452a-46fc-a60e-d6e964b98401)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:52:11.187724 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:11.242567 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a4ef-6eee-4cef-86c4-3d6555274675 None None] Pushing event updated for resources: {'Port': ['ID=ca088899-e8a4-4a0c-8f24-be3cd45b88f4,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:11.407352 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-44414751-72c6-4b51-b8e1-148e0deaf89c None None] Provisioning complete for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:11.407727 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-44414751-72c6-4b51-b8e1-148e0deaf89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:12.299436 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38778) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:12.610968 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [None req-892bcb1e-df07-46d0-93d6-e50225841c27 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:12.612229 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-892bcb1e-df07-46d0-93d6-e50225841c27 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116052 Aug 11 07:52:12.720039 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device ca088899-e8a4-4a0c-8f24-be3cd45b88f4 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:12.798429 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:12.798803 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:13.753656 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-fa1209a5-ae2a-4fe6-819e-6f28488494dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:14.993386 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38786) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:15.309114 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:15.330706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Made reservation on behalf of 7f5cecf4736f4e3c9183abe9a4815eae for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:52:15.333122 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.341731 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.431807 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.435326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.456030 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Reserving flat network on physical network physnet1 {{(pid=93661) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 07:52:15.472333 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870418af-1f3d-4764-b07f-259e94cd5a1d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:15.478640 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.478986 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Added segment 54f8744f-3cb1-4aeb-ad02-ec7069fa3493 of type flat for network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e Aug 11 07:52:15.534757 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.570689 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.572109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:15.572684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.623293 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6287653 Aug 11 07:52:15.632541 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8a4ca-a78d-4b06-9974-e64771c0632e admin admin] Pushing event updated for resources: {'Network': ['ID=6749e4a2-b6cf-4f99-8f78-3ce74a16700e,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:15.644953 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:52:16.689311 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ebea675f-9e06-49e2-9960-9bce42bbe31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:16.820045 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:17.747140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:17.995967 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 38804) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:18.215405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89518c74-6f6f-4314-8be1-0e9085158c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:18.216801 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-89518c74-6f6f-4314-8be1-0e9085158c20 admin admin] 10.222.0.68 "GET /v2.0/subnets/61d97efc-ad9f-4004-8180-35565c9aba6d HTTP/1.1" status: 200 len: 849 time: 0.2198858 Aug 11 07:52:18.395725 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f2177f65-4dfd-4463-bef0-a4356e456a58 admin admin] 10.222.0.68 "GET /v2.0/routers/3fc9c854-ac90-4586-bac4-bb32d6633bb5 HTTP/1.1" status: 200 len: 704 time: 0.1729486 Aug 11 07:52:18.662090 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:18.935482 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:18.962395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Allocated IP 172.20.0.1 (a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb/61d97efc-ad9f-4004-8180-35565c9aba6d/4eebd97e-6f96-47a1-934f-523975b105b1) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:52:19.146309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.170002 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Transition to ACTIVE for port object 4eebd97e-6f96-47a1-934f-523975b105b1 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:19.256046 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.326803 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:52:19.337949 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:19.341263 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:52:19.341988 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.366481 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Pushing event updated for resources: {'Port': ['ID=4eebd97e-6f96-47a1-934f-523975b105b1,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:19.556350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-34788ed1-a27d-4835-9ebd-0a19b3e58529 None None] Provisioning for port 4eebd97e-6f96-47a1-934f-523975b105b1 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:52:19.560075 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-34788ed1-a27d-4835-9ebd-0a19b3e58529 None None] Provisioning complete for port 4eebd97e-6f96-47a1-934f-523975b105b1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:19.560444 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-34788ed1-a27d-4835-9ebd-0a19b3e58529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.595050 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-34788ed1-a27d-4835-9ebd-0a19b3e58529 None None] Port 4eebd97e-6f96-47a1-934f-523975b105b1 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:52:19.603950 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.810067 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.814727 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.815540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:19.898409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Pushing event updated for resources: {'Port': ['ID=4eebd97e-6f96-47a1-934f-523975b105b1,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:19.942780 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:52:19.944073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:20.109352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 07:52:20.115863 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-e287ffc8-2ead-4f9e-a07e-00943ae6aaba None None] Provisioning complete for port 4eebd97e-6f96-47a1-934f-523975b105b1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:20.116323 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e287ffc8-2ead-4f9e-a07e-00943ae6aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:20.149180 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-e287ffc8-2ead-4f9e-a07e-00943ae6aaba None None] Port 4eebd97e-6f96-47a1-934f-523975b105b1 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:52:20.208346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:52:20.214804 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cf3b494a-a207-4fde-87b6-07145cb80949 admin admin] 10.222.0.68 "PUT /v2.0/routers/3fc9c854-ac90-4586-bac4-bb32d6633bb5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8125856 Aug 11 07:52:20.220225 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Sync routers for ids ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:52:20.231594 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Routers {'3fc9c854-ac90-4586-bac4-bb32d6633bb5'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:52:20.232553 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:52:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:20.418380 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Set router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:52:20.851843 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:19Z', 'revision_number': 2, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port_host': None, '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:19Z', 'revision_number': 2, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:20.903863 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Checking router: 3fc9c854-ac90-4586-bac4-bb32d6633bb5 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:52:20.904233 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Updating router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 port 4eebd97e-6f96-47a1-934f-523975b105b1 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:52:20.953495 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.473880 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.493032 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Transition to ACTIVE for port object 4eebd97e-6f96-47a1-934f-523975b105b1 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:21.499584 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.662623 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Attempting to bind port 4eebd97e-6f96-47a1-934f-523975b105b1 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:52:21.663034 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Attempting to bind port 4eebd97e-6f96-47a1-934f-523975b105b1 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:52:21.663451 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Attempting to bind port 4eebd97e-6f96-47a1-934f-523975b105b1 on network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:52:21.666502 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Pushing event updated for resources: {'Port': ['ID=4eebd97e-6f96-47a1-934f-523975b105b1,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:21.672581 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:52:21.673008 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Checking segment: {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:21.673489 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.673879 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Bound using segment: {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:52:21.674380 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Bound port: 4eebd97e-6f96-47a1-934f-523975b105b1, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50916ac7-452a-46fc-a60e-d6e964b98401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:52:21.674759 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.681539 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.681888 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.682222 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.682551 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.682880 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.683206 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.683549 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.683852 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.684173 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.684496 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.684893 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.685211 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Tracked resource versions report: Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: pushed versions: Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Log': {'1.0'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Network': {'1.1'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Port': {'1.7'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'PortForwarding': {'1.2'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'QosPolicy': {'1.9'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SubPort': {'1.0'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Subnet': {'1.1'}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Trunk': {'1.1'}} Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: consumer versions: Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'ConntrackHelper': '1.0', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Log': '1.0', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Network': '1.1', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Port': '1.7', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'PortForwarding': '1.2', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'QosPolicy': '1.9', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroup': '1.4', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroupRule': '1.2', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SubPort': '1.0', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Subnet': '1.1', Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Trunk': '1.1'}} Aug 11 07:52:21.686314 dv-cinder-802669-4-iscsi neutron-server[93663]: {{(pid=93663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:21.751930 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] For port 4eebd97e-6f96-47a1-934f-523975b105b1, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:52:21.773294 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] For port 4eebd97e-6f96-47a1-934f-523975b105b1, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=4eebd97e-6f96-47a1-934f-523975b105b1,segment=NetworkSegment(50916ac7-452a-46fc-a60e-d6e964b98401),segment_id=50916ac7-452a-46fc-a60e-d6e964b98401)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:52:21.777768 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:21.836313 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Routers {'3fc9c854-ac90-4586-bac4-bb32d6633bb5'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:52:21.836983 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:52:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:21.839043 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25685-1ca9-40e3-a8e4-cae5e9b911db None None] Pushing event updated for resources: {'Port': ['ID=4eebd97e-6f96-47a1-934f-523975b105b1,revision_number=4']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:21.930105 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] Set router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:52:22.138404 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:19Z', 'revision_number': 2, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port_host': None, '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:21Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:22.163747 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6258cd0-f207-416b-9070-78868e23b5b0 None None] The sync data for ids ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'] in dv-cinder-802669-4-iscsi is: [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:19Z', 'revision_number': 2, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port_host': None, '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:21Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:52:22.449396 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38824) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:22.565898 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ea29e-2a97-43ae-a364-4af802d7a372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:22.567280 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f65ea29e-2a97-43ae-a364-4af802d7a372 admin admin] 10.222.0.68 "GET /v2.0/networks/6749e4a2-b6cf-4f99-8f78-3ce74a16700e HTTP/1.1" status: 200 len: 842 time: 0.1168644 Aug 11 07:52:22.577339 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:22.597444 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Made reservation on behalf of 7f5cecf4736f4e3c9183abe9a4815eae for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:52:22.599795 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:22.917653 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.objects.ports [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93660) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 07:52:22.918014 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:22.974089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3323c7bd-a694-42a2-8f19-e7ef29bb966b,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:22.978363 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:22.978712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Network hostable DHCP agents. Network: 6749e4a2-b6cf-4f99-8f78-3ce74a16700e, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:52:22.996315 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:52:23.005501 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 6749e4a2-b6cf-4f99-8f78-3ce74a16700e) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:23.010012 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:23.010653 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:23.016748 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952cb1c-bf9a-47ec-a7bc-0c3ebceb56e8 None None] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:52:23.024336 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d9da0c3d-5616-4343-8810-32b8e6e90c21 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4504454 Aug 11 07:52:23.154547 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525bf8e0-7bde-4470-899f-06c95ee9d3cd None None] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:52:25.302693 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38832) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:25.512397 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-93b7c17c-1c37-4fc5-822d-8032d4b2ff66 admin admin] 10.222.0.68 "GET /v2.0/routers/3fc9c854-ac90-4586-bac4-bb32d6633bb5 HTTP/1.1" status: 200 len: 710 time: 0.2084155 Aug 11 07:52:25.603808 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937387c1-0a27-495e-952d-c374e1ae585d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:25.606120 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-937387c1-0a27-495e-952d-c374e1ae585d admin admin] 10.222.0.68 "GET /v2.0/networks/6749e4a2-b6cf-4f99-8f78-3ce74a16700e HTTP/1.1" status: 200 len: 886 time: 0.0869291 Aug 11 07:52:25.615275 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:25.870946 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:26.105416 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:26.180651 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:26.375157 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Allocated IP 172.27.2.107 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/453b7aec-7d7d-42f8-b67d-902a441ece08) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:52:26.482320 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:26.571288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:26.648643 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:52:26.653908 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:26.657098 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:52:26.663160 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Pushing event updated for resources: {'Port': ['ID=453b7aec-7d7d-42f8-b67d-902a441ece08,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:26.945735 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:27.143411 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1666057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34464'] for router, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:27.147824 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1666290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1666299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668161'] for router, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:27.259727 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 07:52:27.372878 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:52:27.377176 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:27.378398 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-4d435dc1-245d-4364-ae44-d64d9fb077e1 admin admin] 10.222.0.68 "PUT /v2.0/routers/3fc9c854-ac90-4586-bac4-bb32d6633bb5 HTTP/1.1" status: 200 len: 890 time: 1.7670116 Aug 11 07:52:28.586078 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Sync routers for ids ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:52:28.596570 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Routers {'3fc9c854-ac90-4586-bac4-bb32d6633bb5'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:52:28.597236 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:52:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:28.804942 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 4eebd97e-6f96-47a1-934f-523975b105b1 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:28.894448 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Set router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:52:29.008242 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 4eebd97e-6f96-47a1-934f-523975b105b1 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:52:29.049477 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 4eebd97e-6f96-47a1-934f-523975b105b1 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:29.049851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.291713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.344278 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 4eebd97e-6f96-47a1-934f-523975b105b1, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=4eebd97e-6f96-47a1-934f-523975b105b1,segment=NetworkSegment(50916ac7-452a-46fc-a60e-d6e964b98401),segment_id=50916ac7-452a-46fc-a60e-d6e964b98401)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:52:29.352057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.429317 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:26Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port': {'id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:26Z', 'updated_at': '2021-08-11T07:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:21Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:29.453463 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=4eebd97e-6f96-47a1-934f-523975b105b1,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:29.481337 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Checking router: 3fc9c854-ac90-4586-bac4-bb32d6633bb5 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:52:29.481696 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Updating router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 port 453b7aec-7d7d-42f8-b67d-902a441ece08 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:52:29.530393 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.776724 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 38844) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:29.857010 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.866551 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Transition to ACTIVE for port object 453b7aec-7d7d-42f8-b67d-902a441ece08 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:29.872610 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.895645 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3814b51d-becb-4fec-a666-8ef82f5eaf80 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175659 Aug 11 07:52:29.914844 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc184f-703e-4627-880e-c5c7b9587a5f None None] Pushing event updated for resources: {'Port': ['ID=453b7aec-7d7d-42f8-b67d-902a441ece08,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:29.942160 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Attempting to bind port 453b7aec-7d7d-42f8-b67d-902a441ece08 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:52:29.942533 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Attempting to bind port 453b7aec-7d7d-42f8-b67d-902a441ece08 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:52:29.942894 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Attempting to bind port 453b7aec-7d7d-42f8-b67d-902a441ece08 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:52:29.948841 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:52:29.949237 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:29.949636 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:29.950029 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:52:29.950503 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Bound port: 453b7aec-7d7d-42f8-b67d-902a441ece08, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:52:29.950898 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:30.010138 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] For port 453b7aec-7d7d-42f8-b67d-902a441ece08, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:52:30.014058 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] For port 453b7aec-7d7d-42f8-b67d-902a441ece08, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=453b7aec-7d7d-42f8-b67d-902a441ece08,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:52:30.018732 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:30.080924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Routers {'3fc9c854-ac90-4586-bac4-bb32d6633bb5'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:52:30.081552 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:52:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:30.083282 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc184f-703e-4627-880e-c5c7b9587a5f None None] Pushing event updated for resources: {'Port': ['ID=453b7aec-7d7d-42f8-b67d-902a441ece08,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:30.279396 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] Set router 3fc9c854-ac90-4586-bac4-bb32d6633bb5 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:52:30.494742 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:26Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port': {'id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:26Z', 'updated_at': '2021-08-11T07:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:29Z', 'revision_number': 5, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:30.523645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01bf2e0-61e5-4b05-b3d3-2242638a7f2b None None] The sync data for ids ['3fc9c854-ac90-4586-bac4-bb32d6633bb5'] in dv-cinder-802669-4-iscsi is: [{'id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'name': 'router1', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:52:09Z', 'updated_at': '2021-08-11T07:52:26Z', 'revision_number': 4, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'gw_port': {'id': '453b7aec-7d7d-42f8-b67d-902a441ece08', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:26Z', 'updated_at': '2021-08-11T07:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '4eebd97e-6f96-47a1-934f-523975b105b1', 'name': '', 'network_id': 'a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb', 'tenant_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9c854-ac90-4586-bac4-bb32d6633bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:52:18Z', 'updated_at': '2021-08-11T07:52:29Z', 'revision_number': 5, 'project_id': '1ebdb25a6e2f4882abbbd9d5012579c4', 'subnets': [{'id': '61d97efc-ad9f-4004-8180-35565c9aba6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c1efe79-56e3-422d-8260-dc51638528f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:52:30.864377 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 4eebd97e-6f96-47a1-934f-523975b105b1 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:30.917840 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 4eebd97e-6f96-47a1-934f-523975b105b1 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:30.918216 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:31.002429 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 453b7aec-7d7d-42f8-b67d-902a441ece08 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:31.055770 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 453b7aec-7d7d-42f8-b67d-902a441ece08 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:52:31.060081 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 453b7aec-7d7d-42f8-b67d-902a441ece08 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:31.060514 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:31.149036 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:31.179285 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 453b7aec-7d7d-42f8-b67d-902a441ece08, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=453b7aec-7d7d-42f8-b67d-902a441ece08,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:52:31.184970 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:31.256650 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=453b7aec-7d7d-42f8-b67d-902a441ece08,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:32.734453 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 453b7aec-7d7d-42f8-b67d-902a441ece08 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:52:32.786016 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 453b7aec-7d7d-42f8-b67d-902a441ece08 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:52:32.786396 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:35.108846 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:52:43.756991 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3fdd684e-59c6-44b4-bf30-cdb1ccebc15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.702603 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-5923ad67-f0ea-463b-b96c-df4a22fe2299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.824659 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:47.751565 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:48.967346 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:12.148392 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:53:13.759520 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b9823b26-5cd5-4fce-b9d4-26f1fac23868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.693924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-492fddc0-8935-4227-bda1-4de4ddd71a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.829403 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:17.763658 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:18.961642 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:43.763866 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1b5b62e1-dcc0-4fb0-9f89-7d3d6c6b49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:46.698903 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-cb2d66d6-3007-43b2-bb8f-8c10f1f5cbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:46.824816 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:47.758258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:48.955038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:49.146842 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:54:06.984805 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39414) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:07.047608 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.pecan_wsgi.hooks.translation [None req-daebbdb1-6e55-478f-b8b1-29e98671f148 admin admin] GET failed (client error): The resource could not be found. Aug 11 07:54:07.048961 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-daebbdb1-6e55-478f-b8b1-29e98671f148 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631592 Aug 11 07:54:07.227762 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81538f14-6bef-48f9-83b6-9b03ed992da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:07.229309 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-81538f14-6bef-48f9-83b6-9b03ed992da9 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1759651 Aug 11 07:54:09.363263 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39424) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:09.457059 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e16ae2-890a-493c-8acd-da54fbcdd111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:09.458403 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-57e16ae2-890a-493c-8acd-da54fbcdd111 admin admin] 10.222.0.68 "GET /v2.0/subnets/61d97efc-ad9f-4004-8180-35565c9aba6d HTTP/1.1" status: 200 len: 849 time: 0.0941954 Aug 11 07:54:09.469315 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:54:09.552694 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:09.697677 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783660453268'] for subnet, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:09.725782 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:09.726383 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:09.727738 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] 10.222.0.68 "PUT /v2.0/subnets/61d97efc-ad9f-4004-8180-35565c9aba6d HTTP/1.1" status: 200 len: 868 time: 0.2627778 Aug 11 07:54:09.731833 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9513afe-3930-4ae0-bc0d-0aa2572f7793 None None] Network a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:54:09.753043 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d97efc-ad9f-4004-8180-35565c9aba6d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:54:09.761461 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.761840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.762196 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.762525 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.762861 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.763215 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.763545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.763882 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.764226 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.764726 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.765096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:09.765421 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192ad41b-2f51-493e-99fe-1e151eaeed3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:54:10.125485 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-244cc2db-0659-42b0-a286-66f107ceff78 None None] Provisioning complete for port ca088899-e8a4-4a0c-8f24-be3cd45b88f4 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:54:10.125783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-244cc2db-0659-42b0-a286-66f107ceff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:10.209005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-244cc2db-0659-42b0-a286-66f107ceff78 None None] Provisioning complete for port 4eebd97e-6f96-47a1-934f-523975b105b1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:54:10.209369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-244cc2db-0659-42b0-a286-66f107ceff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:11.903331 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39432) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:12.181634 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf3a33-f1af-4f50-9e1c-1eff04a2aa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:12.182022 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf3a33-f1af-4f50-9e1c-1eff04a2aa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:12.183570 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-77bf3a33-f1af-4f50-9e1c-1eff04a2aa08 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2792776 Aug 11 07:54:13.764980 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99cb8a79-ee6e-4343-a675-6bfb1788790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:14.332448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39440) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:14.458942 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5badf0-4e90-4db1-a818-694957c6fe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:14.459416 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5badf0-4e90-4db1-a818-694957c6fe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:14.460993 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-dd5badf0-4e90-4db1-a818-694957c6fe55 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1274891 Aug 11 07:54:16.596907 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39448) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:16.693880 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1d7063f1-9b32-4409-8378-d01504ecdab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:16.725726 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd74c52-8df7-4731-8834-bfa008bcd5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:16.727712 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bfd74c52-8df7-4731-8834-bfa008bcd5d6 admin admin] 10.222.0.68 "GET /v2.0/networks/6749e4a2-b6cf-4f99-8f78-3ce74a16700e HTTP/1.1" status: 200 len: 886 time: 0.1298397 Aug 11 07:54:16.827358 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:17.762410 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:18.909499 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39456) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:18.960800 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:19.040737 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0a806-7040-4883-87b1-0f29dce631b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:19.043027 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bdf0a806-7040-4883-87b1-0f29dce631b9 admin admin] 10.222.0.68 "GET /v2.0/networks/a63f0e9e-fb0d-45d3-8ff7-b841cb35afcb HTTP/1.1" status: 200 len: 869 time: 0.1324291 Aug 11 07:54:21.206404 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39464) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:21.329764 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc352617-6e36-43ce-96dc-503848f5feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:21.330212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc352617-6e36-43ce-96dc-503848f5feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:21.331722 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cc352617-6e36-43ce-96dc-503848f5feaa admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243825 Aug 11 07:54:23.557255 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39474) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:23.685023 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19d38f-ad50-4fd4-904c-515eb55b8eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:23.685490 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19d38f-ad50-4fd4-904c-515eb55b8eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:23.687060 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4a19d38f-ad50-4fd4-904c-515eb55b8eeb admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287820 Aug 11 07:54:25.806844 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39482) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:25.892684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae903ebe-0b67-4e7c-8631-507e937914c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:25.894050 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ae903ebe-0b67-4e7c-8631-507e937914c3 admin admin] 10.222.0.68 "GET /v2.0/subnets/3323c7bd-a694-42a2-8f19-e7ef29bb966b HTTP/1.1" status: 200 len: 816 time: 0.0862644 Aug 11 07:54:26.145421 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:54:28.092912 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39490) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:28.189339 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f6ff4-f6ee-4d1f-bdbb-4e7a1fd8c1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:28.190678 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9d8f6ff4-f6ee-4d1f-bdbb-4e7a1fd8c1ba admin admin] 10.222.0.68 "GET /v2.0/subnets/61d97efc-ad9f-4004-8180-35565c9aba6d HTTP/1.1" status: 200 len: 868 time: 0.0968099 Aug 11 07:54:43.765369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-897a460d-d4da-4420-b8b0-6533f4b35e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:46.695641 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f650a9e5-196a-4f90-9a86-c7f812c1e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:46.828666 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:47.764057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:48.965569 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:53.816000 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39544) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:53.865425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [None req-531bf4fb-9ff4-4121-b39e-bbbe29483bd4 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:54:53.866444 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-531bf4fb-9ff4-4121-b39e-bbbe29483bd4 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495129 Aug 11 07:54:56.120141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39552) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:56.180050 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.pecan_wsgi.hooks.translation [None req-f799c04b-76a3-4fbd-a7bf-12563e2ef97b admin admin] GET failed (client error): The resource could not be found. Aug 11 07:54:56.181422 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f799c04b-76a3-4fbd-a7bf-12563e2ef97b admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602751 Aug 11 07:54:56.265576 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbe76f-010b-4791-9514-05bf74779356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:56.267138 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5adbe76f-010b-4791-9514-05bf74779356 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813937 Aug 11 07:54:58.481233 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39560) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:54:58.528053 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:54:58.549676 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Made reservation on behalf of 7f5cecf4736f4e3c9183abe9a4815eae for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:54:58.552043 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:58.580529 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING neutron.services.revisions.revision_plugin [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Could not find related network for resource to bump revision. Aug 11 07:54:58.591706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:54:58.600409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:58.600755 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Added segment baa94e9d-814a-48c8-88a7-f5cf3f448a3e of type vlan for network 306077d3-04dc-4caf-b5aa-deb9b38f0458 Aug 11 07:54:58.642398 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:58.669957 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:58.670831 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:54:58.671409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:58.721940 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2396436 Aug 11 07:54:58.731804 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83367-3a9e-43ed-96b8-a27fbd2303cb admin admin] Pushing event updated for resources: {'Network': ['ID=306077d3-04dc-4caf-b5aa-deb9b38f0458,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:54:58.747917 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:55:00.928638 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39568) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:01.051889 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2feadd8-b17b-43bd-b515-4ab271d4f7c8 admin admin] GET failed (client error): The resource could not be found. Aug 11 07:55:01.053375 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b2feadd8-b17b-43bd-b515-4ab271d4f7c8 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1237736 Aug 11 07:55:01.152848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96249357-cd19-4e85-9829-5b37a35753e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:01.154343 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-96249357-cd19-4e85-9829-5b37a35753e0 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966015 Aug 11 07:55:01.164960 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:55:01.185195 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Made reservation on behalf of 7f5cecf4736f4e3c9183abe9a4815eae for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:55:01.187370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:01.350530 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:01.403063 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de35a788-ad40-4535-afd6-be7e383a4d4a,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:55:01.413074 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Checking segment: {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:55:01.413419 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Network hostable DHCP agents. Network: 306077d3-04dc-4caf-b5aa-deb9b38f0458, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:55:01.416622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.417009 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.417349 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.417679 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.418004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.418342 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.418663 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.418982 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.419317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.419637 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.419952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.420270 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:01.435276 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:55:01.443600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 306077d3-04dc-4caf-b5aa-deb9b38f0458) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:55:01.447637 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:01.448215 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:01.453716 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cd9e5-4972-42fd-8e7a-2d0afa001152 None None] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:55:01.461467 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-8e9065c7-f885-4332-84d9-d978808aee89 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2999454 Aug 11 07:55:01.701103 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-306077d3-04dc-4caf-b5aa-deb9b38f0458', 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458', 'tenant_id': '7f5cecf4736f4e3c9183abe9a4815eae', 'fixed_ips': [{'subnet_id': 'de35a788-ad40-4535-afd6-be7e383a4d4a'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:55:01.701972 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:01.840745 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Allocated IP 192.168.233.2 (306077d3-04dc-4caf-b5aa-deb9b38f0458/de35a788-ad40-4535-afd6-be7e383a4d4a/08ec3940-81a6-4c4a-adb4-3d5ff912c7c1) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:55:01.989269 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:01.998213 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Transition to ACTIVE for port object 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:55:02.014470 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Transition to ACTIVE for port object 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:55:02.021194 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.060010 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:55:02.064786 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:55:02.069778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:55:02.078754 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Pushing event updated for resources: {'Port': ['ID=08ec3940-81a6-4c4a-adb4-3d5ff912c7c1,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:55:02.099486 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.099838 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.100465 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.100815 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.101178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.101517 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.102818 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.102818 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.102818 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.102818 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.103148 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.103481 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:02.143306 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Attempting to bind port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:55:02.143662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Attempting to bind port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:55:02.144013 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Attempting to bind port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 on network 306077d3-04dc-4caf-b5aa-deb9b38f0458 {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:55:02.149831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:55:02.150191 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Checking segment: {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:55:02.150585 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.150967 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Bound using segment: {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:55:02.151420 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Bound port: 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:55:02.151807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.215146 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] For port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:55:02.219166 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] For port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=08ec3940-81a6-4c4a-adb4-3d5ff912c7c1,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:55:02.223559 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.281182 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4b76f-0d2b-488a-be3c-0f26e2b3f224 None None] Pushing event updated for resources: {'Port': ['ID=08ec3940-81a6-4c4a-adb4-3d5ff912c7c1,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:55:02.865258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:55:02.926561 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:55:03.139735 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64730923-0041-49fb-bb92-6c6dc7d8ef01 None None] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:55:03.143978 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:55:03.204178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Provisioning for port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:55:03.215784 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Provisioning complete for port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:55:03.216408 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:03.374147 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:03.407954 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] For port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=08ec3940-81a6-4c4a-adb4-3d5ff912c7c1,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:55:03.413192 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:03.463507 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e73d9-ee7e-4ec6-86b4-181c98a21c28 None None] Pushing event updated for resources: {'Port': ['ID=08ec3940-81a6-4c4a-adb4-3d5ff912c7c1,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:55:03.631850 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-3cdb20c1-371d-4865-90ea-a2397b21405f None None] Provisioning complete for port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:55:03.632167 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3cdb20c1-371d-4865-90ea-a2397b21405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:04.841121 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:55:04.888300 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 08ec3940-81a6-4c4a-adb4-3d5ff912c7c1 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:55:04.888662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:13.765630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-74f1ef21-5dcf-411e-b3ee-e0e9ed73561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:16.698681 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bb262d37-1577-4aee-9eb4-ef3b9f2571a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:16.827243 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:17.767309 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:18.967812 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:40.142898 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:55:43.766725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-eb11d9f0-747a-4089-bd81-c078c5f057ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:46.700097 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b2cc-8667-43bc-be76-5dfeaa332e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:46.828046 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:47.771460 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:48.969612 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:13.768006 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-39c064ae-08b8-4f62-9d2c-f20b79f3e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:16.700457 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d20048fc-db93-4299-94bd-41a855617f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:16.832368 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:17.141871 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:56:17.774501 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.973398 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.782885 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39620) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:21.788995 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [None req-5d78234f-c1ba-4e7b-8fd8-bde661023992 tempest-verify_tempest_config-26318771 tempest-verify_tempest_config-26318771-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:56:21.789967 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5d78234f-c1ba-4e7b-8fd8-bde661023992 tempest-verify_tempest_config-26318771 tempest-verify_tempest_config-26318771-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060914 Aug 11 07:56:22.099717 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39638) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:22.202346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.289294 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.292783 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.339176 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301fd296-84c7-4c1e-bc51-60ffbdf4d2dd,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:22.342762 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dec2103c9ab14c7dbf15db03b76ed222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2420521 Aug 11 07:56:22.345638 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39644) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:22.347970 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.348334 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.348679 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.349040 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.349373 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.349716 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.350044 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.350365 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.350701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.351026 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.351343 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.351658 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51baf26a-e092-4367-ac19-c67ae13c3845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.431325 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.453475 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.547785 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.550293 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.551457 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/301fd296-84c7-4c1e-bc51-60ffbdf4d2dd HTTP/1.1" status: 204 len: 168 time: 0.2048461 Aug 11 07:56:22.559107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301fd296-84c7-4c1e-bc51-60ffbdf4d2dd,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:22.566355 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.566717 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.567059 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.567395 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.567729 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.568059 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.568387 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.568713 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.569082 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.569417 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.569740 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.570063 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f3e8-0740-4729-b16c-7ac100cd5d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:43.768767 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c644fca0-90ff-4470-8cf3-c6aaba0d59b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:46.701402 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d0feda89-3314-4fcd-b6ce-8efefdd3523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:46.837879 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:47.776096 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:48.975646 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:54.140956 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:57:13.773391 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-000c8655-8294-4afc-aa0b-678ec0b85625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:16.702510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2a689377-f5f0-4ad6-8da2-585cf8068e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:16.838329 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:17.779147 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:18.978489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:31.139222 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 5 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:57:43.774439 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-36e74d05-3aba-47ca-b4ff-c36e6022d3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:46.703837 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-9e7de9af-237a-4841-8c29-6c9a329c5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:46.839937 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:47.783323 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:48.981537 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:58.987225 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1668091'] for agent, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:03.384048 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39696) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:58:03.487877 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e215923f-d6db-4e93-9a53-ab60981a787b admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1027167 Aug 11 07:58:05.656176 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39706) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:58:05.717102 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-8e844d89-ffa5-41de-9193-9235c532c6c8 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0598180 Aug 11 07:58:08.137971 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:58:13.775464 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e15041fb-d03c-474e-ab6e-1521ed11fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:16.704098 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-5d63a5c9-462b-477d-8714-147a302c1d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:16.839991 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:17.785551 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:18.984544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:28.938331 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:43.777221 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-02a1bfcf-10dc-4b24-8c81-60972993631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:45.135981 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:58:46.705139 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0d310864-03fd-414c-aabc-c4a5b7f1ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:46.841377 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:47.788782 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:48.989422 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:58.946350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:13.777831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-36093007-de0c-4974-b1c7-4c716ee7b61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:16.802646 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f23c32f0-3c82-4d61-84a3-ae4ac29e3fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:16.841941 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:17.791142 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:18.994843 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:22.133951 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:59:28.939453 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:33.989890 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39790) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:34.203123 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1418842380-network', 'tenant_id': '56759d6f42074653a01db1b53de34cc7'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:34.235338 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Made reservation on behalf of 56759d6f42074653a01db1b53de34cc7 for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:34.237974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.252636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.366697 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.371790 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.411346 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:59:34.416839 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157de2e3-c04c-4a3e-ad07-caa6bc9b5877,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:34.428317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783660508263', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.428942 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Unsubscribe: segment precommit_create {{(pid=93660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 07:59:34.429912 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Added segment 9e909ecd-73c0-4be6-a5af-c4927502dfdc of type vlan for network 8949563f-65c8-4fff-b6c3-62d545c008ac Aug 11 07:59:34.446716 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.447122 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.447434 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.448018 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.448383 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.448731 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.449367 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.449701 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.450034 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.450365 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.450789 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.451069 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Tracked resource versions report: Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: pushed versions: Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: { 'AddressGroup': {'1.2'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'ConntrackHelper': {'1.0'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Log': {'1.0'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Network': {'1.1'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Port': {'1.7'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'PortForwarding': {'1.2'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'QosPolicy': {'1.9'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroup': {'1.4'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SubPort': {'1.0'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Subnet': {'1.1'}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Trunk': {'1.1'}} Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: consumer versions: Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: HyperV agent@hv-cinder-80266: {}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'ConntrackHelper': '1.0', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Log': '1.0', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Network': '1.1', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Port': '1.7', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'PortForwarding': '1.2', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'QosPolicy': '1.9', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroup': '1.4', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SecurityGroupRule': '1.2', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'SubPort': '1.0', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Subnet': '1.1', Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: 'Trunk': '1.1'}} Aug 11 07:59:34.452740 dv-cinder-802669-4-iscsi neutron-server[93660]: {{(pid=93660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:59:34.503087 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.547430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.548051 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:34.548628 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.641952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] Pushing event updated for resources: {'Network': ['ID=8949563f-65c8-4fff-b6c3-62d545c008ac,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:34.654649 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-edb1bc5b-5484-4459-a866-85bf9e66c127 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6629403 Aug 11 07:59:34.655125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39850) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:34.656951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 8949563f-65c8-4fff-b6c3-62d545c008ac details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:59:34.661087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Request body: {'subnet': {'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1418842380-subnet', 'tenant_id': '56759d6f42074653a01db1b53de34cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:34.690938 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Made reservation on behalf of 56759d6f42074653a01db1b53de34cc7 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:34.694525 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.929132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.993062 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec68e0b-41d5-47d5-82a1-ec9258fe5a85,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:35.006989 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.007358 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.007703 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.008037 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.008372 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.008717 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.009102 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.009433 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.009773 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.010099 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.010438 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.010750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Tracked resource versions report: Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: pushed versions: Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: { 'AddressGroup': {'1.2'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'ConntrackHelper': {'1.0'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Log': {'1.0'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Network': {'1.1'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Port': {'1.7'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'PortForwarding': {'1.2'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'QosPolicy': {'1.9'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroup': {'1.4'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SubPort': {'1.0'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Subnet': {'1.1'}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Trunk': {'1.1'}} Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: consumer versions: Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: HyperV agent@hv-cinder-80266: {}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'ConntrackHelper': '1.0', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Log': '1.0', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Network': '1.1', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Port': '1.7', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'PortForwarding': '1.2', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'QosPolicy': '1.9', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroup': '1.4', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SecurityGroupRule': '1.2', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'SubPort': '1.0', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Subnet': '1.1', Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: 'Trunk': '1.1'}} Aug 11 07:59:35.011834 dv-cinder-802669-4-iscsi neutron-server[93661]: {{(pid=93661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:59:35.016756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Checking segment: {'id': '9e909ecd-73c0-4be6-a5af-c4927502dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:35.017142 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Network hostable DHCP agents. Network: 8949563f-65c8-4fff-b6c3-62d545c008ac, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:59:35.045862 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Network 8949563f-65c8-4fff-b6c3-62d545c008ac is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:59:35.058250 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 8949563f-65c8-4fff-b6c3-62d545c008ac) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:35.063514 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:35.064110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:35.068666 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b977c1a-3b0c-48ff-b351-9a2518edff83 None None] Network 8949563f-65c8-4fff-b6c3-62d545c008ac requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:35.085794 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6dba69f2-4a32-4b4c-b5f8-f4c22e96e995 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4290516 Aug 11 07:59:35.202869 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a18d31-a399-4ff1-8f6e-d344fe86840e None None] Network 8949563f-65c8-4fff-b6c3-62d545c008ac requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:35.835914 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39926) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:36.328891 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-network', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:36.351114 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Made reservation on behalf of fbec5641c6e94b4f8111f75baddc5bd6 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:36.353514 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.362503 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.432560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39950) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:36.459478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.464672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.508524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:59:36.513957 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c2a45-d428-47a3-b5b6-97e0b5edae07,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:36.522875 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.523502 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Added segment e79efa84-5bf9-41e3-834a-88d12406789e of type vlan for network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 Aug 11 07:59:36.566401 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.597738 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.598840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:36.599635 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.651887 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 39962) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:36.656020 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8180683 Aug 11 07:59:36.659819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Request body: {'subnet': {'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-subnet', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:36.676500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7e5c5-22d4-4fd8-bfc2-558afed5f1eb admin admin] Pushing event updated for resources: {'Network': ['ID=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:36.689919 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:59:36.717941 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Made reservation on behalf of fbec5641c6e94b4f8111f75baddc5bd6 for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:36.721458 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.834494 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-699588536-network', 'tenant_id': '910775e9e6ae48c8979a6dd988822558'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:36.889826 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Made reservation on behalf of 910775e9e6ae48c8979a6dd988822558 for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:36.892552 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.905056 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:36.982164 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.090319 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbf1ea1-d814-497f-bc00-8c210d0e08ae,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:37.099113 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Checking segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:37.099471 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Network hostable DHCP agents. Network: ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:59:37.135350 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.136241 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:59:37.141588 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.155929 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:37.166747 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cf8f0-8eed-4767-a006-29b1e4d93854 None None] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:37.167054 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:37.167647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.183257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:59:37.212197 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a895f9a9-69e9-4452-b6e1-dc5d2bb557b3,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:37.219137 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.219528 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Added segment 1119a699-e739-40e5-96bb-66aa3ecc7e1b of type vlan for network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa Aug 11 07:59:37.221960 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6671f02f-841e-4c6a-8134-89bdc583a97a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5683362 Aug 11 07:59:37.224684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 39998) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:37.230699 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:37.283266 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.284520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.287061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.328481 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.329931 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:37.331029 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.410336 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9768050 Aug 11 07:59:37.411161 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40010) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:37.420852 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:59:37.421922 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.424252 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Request body: {'subnet': {'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-699588536-subnet', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:37.453563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Made reservation on behalf of 910775e9e6ae48c8979a6dd988822558 for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:37.456767 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.458977 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7902fad-a7e7-4971-8930-d520fd6e33c9 admin admin] Pushing event updated for resources: {'Network': ['ID=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:37.491039 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.500655 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:59:37.706777 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.724214 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.745011 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Allocated IP 172.20.0.2 (ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0/6fbf1ea1-d814-497f-bc00-8c210d0e08ae/62d0405e-ef58-4449-9751-248a53ce28d9) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:37.791071 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Checking segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:37.791698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Network hostable DHCP agents. Network: 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:59:37.800666 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4c8366-8f85-4300-b74c-0639457dd403,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:37.817888 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:59:37.830997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:37.850926 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:37.851568 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.853026 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716b1c4-8f4b-4c61-aa44-352ce6de08b1 None None] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:37.871898 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3a4bd6f4-447a-412e-b90f-99e4adb540d3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4559059 Aug 11 07:59:37.875772 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40026) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:37.885159 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:37.941794 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:37.942883 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.020773 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.030761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Transition to ACTIVE for port object 62d0405e-ef58-4449-9751-248a53ce28d9 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:38.053732 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40038) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:38.057935 dv-cinder-802669-4-iscsi neutron-server[93661]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 07:59:38.062089 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Transition to ACTIVE for port object 62d0405e-ef58-4449-9751-248a53ce28d9 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:38.075758 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.087737 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.141305 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Pushing event updated for resources: {'Port': ['ID=62d0405e-ef58-4449-9751-248a53ce28d9,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:38.150225 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.150565 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.150900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.151228 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.151560 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.151871 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.152192 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.152605 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.152979 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.153299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.153617 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.153931 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Tracked resource versions report: Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: pushed versions: Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: { 'AddressGroup': {'1.2'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'ConntrackHelper': {'1.0'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Log': {'1.0'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Network': {'1.1'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Port': {'1.7'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'PortForwarding': {'1.2'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'QosPolicy': {'1.9'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroup': {'1.4'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SubPort': {'1.0'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Subnet': {'1.1'}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Trunk': {'1.1'}} Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: consumer versions: Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: HyperV agent@hv-cinder-80266: {}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'ConntrackHelper': '1.0', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Log': '1.0', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Network': '1.1', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Port': '1.7', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'PortForwarding': '1.2', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'QosPolicy': '1.9', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroup': '1.4', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SecurityGroupRule': '1.2', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'SubPort': '1.0', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Subnet': '1.1', Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: 'Trunk': '1.1'}} Aug 11 07:59:38.155541 dv-cinder-802669-4-iscsi neutron-server[93662]: {{(pid=93662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:59:38.169450 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:38.171325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:38.174728 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:38.286783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Attempting to bind port 62d0405e-ef58-4449-9751-248a53ce28d9 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:38.287352 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Attempting to bind port 62d0405e-ef58-4449-9751-248a53ce28d9 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:38.287888 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Attempting to bind port 62d0405e-ef58-4449-9751-248a53ce28d9 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:38.290087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-dbc327fb-e5c8-42d1-843b-559a28511118 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:38.291364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:59:38.292258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.293099 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-dbc327fb-e5c8-42d1-843b-559a28511118 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/networks?id=8949563f-65c8-4fff-b6c3-62d545c008ac HTTP/1.1" status: 200 len: 812 time: 0.2381914 Aug 11 07:59:38.307488 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:38.307908 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Checking segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:38.308585 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.310164 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Bound using segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:38.310802 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Bound port: 62d0405e-ef58-4449-9751-248a53ce28d9, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:38.311861 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.374676 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.394176 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-5b01c033-779b-45e2-861c-7958077186f0 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/quotas/56759d6f42074653a01db1b53de34cc7 HTTP/1.1" status: 200 len: 375 time: 0.0212271 Aug 11 07:59:38.415755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.476200 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-e981bfc2-6f0b-48d9-9c46-e127eeedd9e8 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56759d6f42074653a01db1b53de34cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808637 Aug 11 07:59:38.477770 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.486295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Allocated IP 172.20.0.2 (52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa/1d4c8366-8f85-4300-b74c-0639457dd403/f50a21a8-fad2-4377-8c2a-41798a090c22) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:38.588338 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Allocated IP 172.27.2.151 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/356c2e22-0d09-4f9d-84b2-283c87c4acda) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:38.707042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.750830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.804118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Pushing event updated for resources: {'Port': ['ID=356c2e22-0d09-4f9d-84b2-283c87c4acda,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:38.826738 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:38.828763 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:38.836361 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:38.864073 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.880136 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.895832 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.910946 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Transition to ACTIVE for port object f50a21a8-fad2-4377-8c2a-41798a090c22 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:38.927750 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] For port 62d0405e-ef58-4449-9751-248a53ce28d9, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:38.938228 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] For port 62d0405e-ef58-4449-9751-248a53ce28d9, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=62d0405e-ef58-4449-9751-248a53ce28d9,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:38.962771 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:38.976818 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-8cf78145-865c-4402-9e9d-63b6ce7a43c5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93661) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:59:38.979528 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-8cf78145-865c-4402-9e9d-63b6ce7a43c5 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736032 Aug 11 07:59:39.016798 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Transition to ACTIVE for port object f50a21a8-fad2-4377-8c2a-41798a090c22 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:39.037889 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.061725 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Allocated IP 172.27.2.215 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/56ceef99-7109-43f9-b841-f935c67fdfa2) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:39.118514 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:39.134809 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:39.146463 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dca922-3046-4271-90a2-fb244b0ac0a0 None None] Pushing event updated for resources: {'Port': ['ID=62d0405e-ef58-4449-9751-248a53ce28d9,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:39.167193 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:39.261808 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.294666 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-17d7cee2-c2be-46f5-820a-030be497404a service neutron] 10.222.0.68 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836976 Aug 11 07:59:39.339399 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.341216 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Pushing event updated for resources: {'Port': ['ID=f50a21a8-fad2-4377-8c2a-41798a090c22,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:39.348028 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.350152 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Attempting to bind port f50a21a8-fad2-4377-8c2a-41798a090c22 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:39.350827 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Attempting to bind port f50a21a8-fad2-4377-8c2a-41798a090c22 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:39.351426 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Attempting to bind port f50a21a8-fad2-4377-8c2a-41798a090c22 on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:39.357672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:39.358518 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Checking segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:39.359140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.360204 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Bound using segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:39.360930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Bound port: f50a21a8-fad2-4377-8c2a-41798a090c22, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:39.361941 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.466126 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:39.469931 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Pushing event updated for resources: {'Port': ['ID=56ceef99-7109-43f9-b841-f935c67fdfa2,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:39.475518 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:39.480181 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:39.514512 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] For port f50a21a8-fad2-4377-8c2a-41798a090c22, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:39.523469 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-f9f15d82-20dc-4119-9abd-f54ba29ad17d service neutron] 10.222.0.68 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278805 Aug 11 07:59:39.525817 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] For port f50a21a8-fad2-4377-8c2a-41798a090c22, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=f50a21a8-fad2-4377-8c2a-41798a090c22,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:39.534966 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.696803 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f1d8-5b81-41a2-9015-4d89cec927bb None None] Pushing event updated for resources: {'Port': ['ID=f50a21a8-fad2-4377-8c2a-41798a090c22,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:39.774808 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:39.956021 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:40.267013 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40126) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:40.281277 dv-cinder-802669-4-iscsi neutron-server[93660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 07:59:40.410254 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4826f95f-b015-4839-b1a2-1861616dc1f5 req-f1f8d439-b203-4bfc-bfcd-f764d8378ee3 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.1392078 Aug 11 07:59:40.544430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 07:59:40.708486 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:40.832896 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6174ad9-358b-4c45-b06f-ed21d196cb51 None None] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:40.901448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:59:40.914966 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:59:40.935838 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:40.941678 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:40.983875 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40166) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:40.991142 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:40.991142 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e57ac44a-1999-4896-9a4b-b70265d71a6c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7644503 Aug 11 07:59:40.995895 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40168) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:41.267679 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-05cf37dc-1876-44e3-8750-717f478d055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:41.314273 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device f50a21a8-fad2-4377-8c2a-41798a090c22 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:41.423570 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:41.437064 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0767ec49-259c-469e-80f9-909c2df58b4c None None] Provisioning for port 62d0405e-ef58-4449-9751-248a53ce28d9 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:41.439118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-05cf37dc-1876-44e3-8750-717f478d055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:41.444357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-05cf37dc-1876-44e3-8750-717f478d055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:41.567896 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf37dc-1876-44e3-8750-717f478d055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22bf32e-09cf-4f53-afa1-d1e065316a63,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:41.570711 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 07:59:41.609391 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port f50a21a8-fad2-4377-8c2a-41798a090c22 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:41.613362 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-05cf37dc-1876-44e3-8750-717f478d055d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d8058e639d848d291b79dec7cd1bcf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6279790 Aug 11 07:59:41.616540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40196) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:41.626976 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 62d0405e-ef58-4449-9751-248a53ce28d9 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:41.751558 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-37e90bec-4d6a-4b66-8f20-1c62f862d298 req-66ddc212-4689-4899-9539-505cf520acf9 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.1351392 Aug 11 07:59:41.887519 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:41.916299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb29f6f-2793-4715-a0ff-90fb19dc69a6 None None] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:59:41.963647 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.000081 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Provisioning for port f50a21a8-fad2-4377-8c2a-41798a090c22 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:42.007938 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Provisioning complete for port f50a21a8-fad2-4377-8c2a-41798a090c22 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:42.008427 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.034668 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:42.082538 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 62d0405e-ef58-4449-9751-248a53ce28d9 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:42.090541 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:59:42.090893 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Updating router 42888925-8ceb-4ddb-952f-e9ba3cc1782e port 356c2e22-0d09-4f9d-84b2-283c87c4acda binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:59:42.094578 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 62d0405e-ef58-4449-9751-248a53ce28d9 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:42.094950 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.098750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.102217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.103491 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b22bf32e-09cf-4f53-afa1-d1e065316a63 HTTP/1.1" status: 204 len: 168 time: 0.4857080 Aug 11 07:59:42.121153 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a20ac8-4bb3-4731-b395-1782ceac3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22bf32e-09cf-4f53-afa1-d1e065316a63,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:42.158490 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.224701 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.265950 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:59:42.318241 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.323035 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40228) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:42.323395 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fb2eac96-023c-4599-8f6e-de16b6a70670 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4462349 Aug 11 07:59:42.429851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:59:42.506815 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:42.507464 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:42.510955 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] For port f50a21a8-fad2-4377-8c2a-41798a090c22, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=f50a21a8-fad2-4377-8c2a-41798a090c22,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:42.525125 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.583443 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.670084 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.804592 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40254) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:42.833385 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.851702 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Transition to ACTIVE for port object 356c2e22-0d09-4f9d-84b2-283c87c4acda will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:42.859912 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.880953 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adef05-bbd7-4991-ab37-701e11c5964f None None] Pushing event updated for resources: {'Port': ['ID=f50a21a8-fad2-4377-8c2a-41798a090c22,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:42.897291 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 62d0405e-ef58-4449-9751-248a53ce28d9, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=62d0405e-ef58-4449-9751-248a53ce28d9,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:42.907658 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-807d7b36-79b6-4511-9c5d-78e336cc59d5 None None] Provisioning complete for port 62d0405e-ef58-4449-9751-248a53ce28d9 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:42.908041 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de178900-bdb7-4716-91e4-b620c7402d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.908498 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-807d7b36-79b6-4511-9c5d-78e336cc59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.912967 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:42.922375 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:43.033473 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Pushing event updated for resources: {'Port': ['ID=356c2e22-0d09-4f9d-84b2-283c87c4acda,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.043965 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.044616 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.059081 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.059556 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.059859 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.060201 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.061111 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.061111 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.061397 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.062169 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.062717 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.063196 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Tracked resource versions report: Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: pushed versions: Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: { 'AddressGroup': {'1.2'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'ConntrackHelper': {'1.0'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Log': {'1.0'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Network': {'1.1'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Port': {'1.7'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'PortForwarding': {'1.2'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'QosPolicy': {'1.9'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroup': {'1.4'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SubPort': {'1.0'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Subnet': {'1.1'}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Trunk': {'1.1'}} Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: consumer versions: Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: { DHCP agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: HyperV agent@hv-cinder-80266: {}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: L3 agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: Metadata agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: Metering agent@dv-cinder-802669-4-iscsi: {}, Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: Open vSwitch agent@dv-cinder-802669-4-iscsi: { 'AddressGroup': '1.2', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'ConntrackHelper': '1.0', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Log': '1.0', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Network': '1.1', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Port': '1.7', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'PortForwarding': '1.2', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'QosPolicy': '1.9', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroup': '1.4', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SecurityGroupRule': '1.2', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'SubPort': '1.0', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Subnet': '1.1', Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: 'Trunk': '1.1'}} Aug 11 07:59:43.064718 dv-cinder-802669-4-iscsi neutron-server[93663]: {{(pid=93663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:59:43.130198 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Attempting to bind port 356c2e22-0d09-4f9d-84b2-283c87c4acda on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:43.130961 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Attempting to bind port 356c2e22-0d09-4f9d-84b2-283c87c4acda by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:43.131505 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Attempting to bind port 356c2e22-0d09-4f9d-84b2-283c87c4acda on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:43.140515 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:43.141249 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:43.141819 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.142476 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:43.143178 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Bound port: 356c2e22-0d09-4f9d-84b2-283c87c4acda, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:43.144131 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.184722 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Allocated IP 172.20.0.1 (ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0/6fbf1ea1-d814-497f-bc00-8c210d0e08ae/5f5ffc9d-6582-4774-88a0-ec25e2de85bd) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:43.241780 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=62d0405e-ef58-4449-9751-248a53ce28d9,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.262057 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] For port 356c2e22-0d09-4f9d-84b2-283c87c4acda, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:43.268014 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] For port 356c2e22-0d09-4f9d-84b2-283c87c4acda, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=356c2e22-0d09-4f9d-84b2-283c87c4acda,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:43.276925 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device f50a21a8-fad2-4377-8c2a-41798a090c22 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:43.278207 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.345560 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-054f940d-84cb-41d8-be1c-9066b337e597 req-b8a429d0-0fb5-4581-a29e-25f41daaf910 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.0399122 Aug 11 07:59:43.405460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.412912 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de178900-bdb7-4716-91e4-b620c7402d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.426652 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de178900-bdb7-4716-91e4-b620c7402d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.435919 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:43.436621 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:43.461106 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Transition to ACTIVE for port object 5f5ffc9d-6582-4774-88a0-ec25e2de85bd will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:43.479864 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.485653 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4356fc5-02a1-40b4-84ad-b6ad3d17becd None None] Pushing event updated for resources: {'Port': ['ID=356c2e22-0d09-4f9d-84b2-283c87c4acda,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.502482 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port f50a21a8-fad2-4377-8c2a-41798a090c22 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:43.503178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.513363 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-de178900-bdb7-4716-91e4-b620c7402d5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=640bed2c7d8449fd94bc002adc7b14bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6630042 Aug 11 07:59:43.514409 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40270) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:43.523041 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de178900-bdb7-4716-91e4-b620c7402d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6675b9d5-d821-4294-b4a3-1e34ec416b39,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.583876 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.598332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.615248 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:43.630891 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:43.639582 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:43.648900 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:43.649102 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.661632 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:43.692148 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40272) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:43.703804 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:59:43.704264 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Updating router 50a6080f-2583-428c-bd11-ae38f09bf1e3 port 56ceef99-7109-43f9-b841-f935c67fdfa2 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:59:43.733603 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.737892 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.850196 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-57d72d33-c0b8-4fdf-8e39-354246bd5e3b None None] Provisioning complete for port f50a21a8-fad2-4377-8c2a-41798a090c22 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:43.850686 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-57d72d33-c0b8-4fdf-8e39-354246bd5e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.896568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Allocated IP 172.20.0.1 (52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa/1d4c8366-8f85-4300-b74c-0639457dd403/34cafa58-9b6b-4535-aff7-27cd13878a3e) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:43.940522 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.944669 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.946331 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6675b9d5-d821-4294-b4a3-1e34ec416b39 HTTP/1.1" status: 204 len: 168 time: 0.4308705 Aug 11 07:59:43.963364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.969466 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-39f25dc5-bcab-49e2-9b39-510ee92c22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:43.975166 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27149dbf-eb6b-43a4-b3d7-5457b576cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6675b9d5-d821-4294-b4a3-1e34ec416b39,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:43.999079 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b9db128f-b514-4edc-9d69-a67da16f74e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.020513 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:44.090888 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.101859 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5c748-4a5c-4580-9dc8-7c42f73b2dd0 None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:59:44.197872 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.242955 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b9db128f-b514-4edc-9d69-a67da16f74e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.244198 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Transition to ACTIVE for port object 34cafa58-9b6b-4535-aff7-27cd13878a3e will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:44.257557 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b9db128f-b514-4edc-9d69-a67da16f74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.323429 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db128f-b514-4edc-9d69-a67da16f74e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118dd0c4-05da-4ce8-829c-a76469b9d7ed,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:44.359749 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b9db128f-b514-4edc-9d69-a67da16f74e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=274cf11ad8ef41f789eac6e16cd156e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6598961 Aug 11 07:59:44.364851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40296) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:44.377467 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.382742 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.384322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.385316 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.441098 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.468279 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:44.497057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Transition to ACTIVE for port object 56ceef99-7109-43f9-b841-f935c67fdfa2 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:44.505677 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.507624 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:44.521110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:44.530184 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:44.535566 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:44.536264 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.600068 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ea153-4fa7-4477-bc95-bb9f5bc9d27e None None] Pushing event updated for resources: {'Port': ['ID=56ceef99-7109-43f9-b841-f935c67fdfa2,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:44.652321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Attempting to bind port 56ceef99-7109-43f9-b841-f935c67fdfa2 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:44.653037 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Attempting to bind port 56ceef99-7109-43f9-b841-f935c67fdfa2 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:44.653577 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Attempting to bind port 56ceef99-7109-43f9-b841-f935c67fdfa2 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:44.655987 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d6f1117a-f3e7-472b-87d4-8d546fe178fb None None] Provisioning for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:44.658364 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:44.660174 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:44.670053 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d6f1117a-f3e7-472b-87d4-8d546fe178fb None None] Provisioning complete for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:44.670982 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d6f1117a-f3e7-472b-87d4-8d546fe178fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.686288 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:44.686679 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:44.687085 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.687486 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:44.687981 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Bound port: 56ceef99-7109-43f9-b841-f935c67fdfa2, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:44.688379 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.729389 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.756778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1117a-f3e7-472b-87d4-8d546fe178fb None None] Port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:59:44.849909 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] For port 56ceef99-7109-43f9-b841-f935c67fdfa2, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:44.857625 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] For port 56ceef99-7109-43f9-b841-f935c67fdfa2, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=56ceef99-7109-43f9-b841-f935c67fdfa2,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:44.859657 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.868527 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:44.895330 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 07:59:44.975312 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a750d511-8199-494e-a872-e95fbfee6929 req-4949373b-24ba-4d6d-aa66-ef0b90d966bc tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.2089365 Aug 11 07:59:45.035576 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:45.036846 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:45.171894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.200157 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.204136 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.205777 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/118dd0c4-05da-4ce8-829c-a76469b9d7ed HTTP/1.1" status: 204 len: 168 time: 0.8399215 Aug 11 07:59:45.380844 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 62d0405e-ef58-4449-9751-248a53ce28d9 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:45.487254 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:59:45.499550 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-190669ee-b2f7-44c1-b27f-848d9bb0de65 admin admin] 10.222.0.68 "PUT /v2.0/routers/42888925-8ceb-4ddb-952f-e9ba3cc1782e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5022683 Aug 11 07:59:45.538986 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-05b840db-3db8-4fdd-8e7d-48062f42d0ed None None] Provisioning for port 34cafa58-9b6b-4535-aff7-27cd13878a3e completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:45.549092 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 62d0405e-ef58-4449-9751-248a53ce28d9 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:45.549623 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.626234 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ea153-4fa7-4477-bc95-bb9f5bc9d27e None None] Pushing event updated for resources: {'Port': ['ID=56ceef99-7109-43f9-b841-f935c67fdfa2,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:45.643197 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-05b840db-3db8-4fdd-8e7d-48062f42d0ed None None] Provisioning complete for port 34cafa58-9b6b-4535-aff7-27cd13878a3e triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:45.644098 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-05b840db-3db8-4fdd-8e7d-48062f42d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.759038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-05b840db-3db8-4fdd-8e7d-48062f42d0ed None None] Port 34cafa58-9b6b-4535-aff7-27cd13878a3e cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:59:45.852587 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.864683 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:45.892214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0655c2-16f5-4583-be63-ba516f845256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118dd0c4-05da-4ce8-829c-a76469b9d7ed,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:45.898677 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.903755 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:45.908186 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 356c2e22-0d09-4f9d-84b2-283c87c4acda up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:45.971583 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:46.031641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40340) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:46.056933 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-9a083d88-8f17-4b5e-9479-079f4f0eab57 None None] Provisioning complete for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:46.057466 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-9a083d88-8f17-4b5e-9479-079f4f0eab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.062862 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-af35498c-e168-4a31-8fe3-9ef53396b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.101617 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:46.103239 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:46.156247 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-9a083d88-8f17-4b5e-9479-079f4f0eab57 None None] Port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:59:46.193121 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 356c2e22-0d09-4f9d-84b2-283c87c4acda completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:46.207947 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 356c2e22-0d09-4f9d-84b2-283c87c4acda triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:46.208577 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.399362 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-af35498c-e168-4a31-8fe3-9ef53396b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.406358 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-af35498c-e168-4a31-8fe3-9ef53396b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.430151 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.78', 56147) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:46.440994 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 07:59:46.522990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:46.548965 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d8af85a3-780f-4488-a88e-cde70a94d207 req-4f068c16-cc7a-4eb6-b1e6-20c97df60cc2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.1361618 Aug 11 07:59:46.558769 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0432-9bf6-4c0e-99e0-f97b4a8920ef None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:39Z', 'revision_number': 3, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:59:46.680128 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.748490 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-af35498c-e168-4a31-8fe3-9ef53396b04a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9751dd327f4e4381abc794762bb5c0ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7152362 Aug 11 07:59:46.752360 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35498c-e168-4a31-8fe3-9ef53396b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60bf471-1f0e-4ea9-a376-33c8df00f63d,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:46.776502 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-dd3771ea-0f4d-49be-bee7-8fb44ec8067f None None] Provisioning complete for port 34cafa58-9b6b-4535-aff7-27cd13878a3e triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:46.778076 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-dd3771ea-0f4d-49be-bee7-8fb44ec8067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.788961 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40368) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:46.914226 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:59:46.930418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e89f1e21-0690-4d7a-b071-f1622674d6dc admin admin] 10.222.0.68 "PUT /v2.0/routers/50a6080f-2583-428c-bd11-ae38f09bf1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6059783 Aug 11 07:59:46.981656 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-dd3771ea-0f4d-49be-bee7-8fb44ec8067f None None] Port 34cafa58-9b6b-4535-aff7-27cd13878a3e cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:59:46.984130 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-4607676b-9a40-4002-b2bb-f7763dd78b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.029532 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 356c2e22-0d09-4f9d-84b2-283c87c4acda, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=356c2e22-0d09-4f9d-84b2-283c87c4acda,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:47.064826 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.067797 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:59:47.071831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.145494 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:47.146122 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:47.165517 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-00d9d096-2ae8-4751-85f2-a8856de1abce tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:47.167000 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-00d9d096-2ae8-4751-85f2-a8856de1abce tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.78 "GET /v2.0/networks?id=8949563f-65c8-4fff-b6c3-62d545c008ac HTTP/1.1" status: 200 len: 812 time: 0.7296121 Aug 11 07:59:47.261302 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=356c2e22-0d09-4f9d-84b2-283c87c4acda,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:47.265396 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.294616 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Request body: {'port': {'device_id': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac', 'admin_state_up': True, 'tenant_id': '56759d6f42074653a01db1b53de34cc7'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:47.580460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.632363 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40410) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:47.717573 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:47.753064 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a1131b61-6e65-412c-9264-8db38dbe8ee6 req-d0cffcf9-73cf-4009-8b84-c0eed856bf2b tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.0670183 Aug 11 07:59:47.805190 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:47.847918 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40422) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:47.854478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683579144', 'description': 'tempest-description--1901311686'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:47.937669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.034265 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.038435 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.046129 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d60bf471-1f0e-4ea9-a376-33c8df00f63d HTTP/1.1" status: 204 len: 168 time: 1.2508230 Aug 11 07:59:48.100695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d125fa2-5161-415d-9f20-7d9c86cecc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60bf471-1f0e-4ea9-a376-33c8df00f63d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:48.199756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-31e12479-d921-4ed9-b46a-5439e8731597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.222744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.228223 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.246746 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:44Z', 'revision_number': 2, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:48.265319 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Made reservation on behalf of 56759d6f42074653a01db1b53de34cc7 for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:59:48.275324 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.319335 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:59:48.319720 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Updating router 42888925-8ceb-4ddb-952f-e9ba3cc1782e port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:59:48.387356 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.524720 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-31e12479-d921-4ed9-b46a-5439e8731597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.571659 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-31e12479-d921-4ed9-b46a-5439e8731597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.593344 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.601330 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7520278 Aug 11 07:59:48.603600 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40460) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:48.620530 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5762f-5e30-412e-a8fa-0c0e435b9e04 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083ac708-9db9-4470-8be9-877598229b50,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:48.666972 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group_rule': {'security_group_id': '083ac708-9db9-4470-8be9-877598229b50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:48.747534 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-31e12479-d921-4ed9-b46a-5439e8731597 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14b037215c93401d9ba97a30d286a883&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1138785 Aug 11 07:59:48.753116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40466) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:48.755332 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e12479-d921-4ed9-b46a-5439e8731597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a838ed67-cd52-4f95-a64e-4c486a184673,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:48.871300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:48.923660 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Allocated IP 172.20.0.13 (8949563f-65c8-4fff-b6c3-62d545c008ac/9ec68e0b-41d5-47d5-82a1-ec9258fe5a85/e3024a19-1a2d-44fa-8371-cc7b9ecd63ee) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:48.945816 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.010426 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.077645 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40482) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:49.172494 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853655952', 'description': 'tempest-description--1627325750'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:49.222337 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.343504 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c5f5d3be-1afb-401d-9e39-061a5a156358 req-83fde8cd-0ee5-47ca-ab2e-4351f8d0768f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.0667365 Aug 11 07:59:49.444234 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.504450 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.516560 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Transition to ACTIVE for port object 5f5ffc9d-6582-4774-88a0-ec25e2de85bd will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:49.538148 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.568761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 56ceef99-7109-43f9-b841-f935c67fdfa2 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:49.571841 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.585980 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.602616 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.673264 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be5122d-e148-4c44-80f0-92d5d10cbd6d,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f670c8b4-6399-42e3-91eb-b17f2c554414 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1004484 Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a838ed67-cd52-4f95-a64e-4c486a184673 HTTP/1.1" status: 204 len: 168 time: 0.9818602 Aug 11 07:59:49.901182 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40498) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:49.907146 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.907497 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group_rule': {'security_group_id': '083ac708-9db9-4470-8be9-877598229b50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:49.908200 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 56ceef99-7109-43f9-b841-f935c67fdfa2 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:49.908495 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fbb0e-d04b-4168-ae2a-278ffc26d04d None None] Pushing event updated for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:49.908717 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 56ceef99-7109-43f9-b841-f935c67fdfa2 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:49.908717 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:49.909151 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Network 8949563f-65c8-4fff-b6c3-62d545c008ac is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:49.912819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:49.939917 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:49.947428 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:49.949420 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.044325 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552104e1-ef76-40b1-a243-b09e9e6e93bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838ed67-cd52-4f95-a64e-4c486a184673,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:50.056268 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Pushing event updated for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:50.093946 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:59:50.169751 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Attempting to bind port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:50.170849 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Attempting to bind port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:50.193840 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Attempting to bind port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:50.201084 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:50.202605 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Checking segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:50.203190 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.203759 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Bound using segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:50.204420 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Bound port: 5f5ffc9d-6582-4774-88a0-ec25e2de85bd, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:50.205893 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.222711 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:50.223896 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:50.372286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.383345 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.400818 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-07a5e740-c888-4d27-9eb4-82f55a0781d1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1414535 Aug 11 07:59:50.439956 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] For port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:50.444899 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] For port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:50.452417 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.475988 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-c8166a71-f164-404c-b7dd-4188227f7a40 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:59:50.477356 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-c8166a71-f164-404c-b7dd-4188227f7a40 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063436 Aug 11 07:59:50.564510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.590903 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:50.590903 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:50.592012 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4854238 Aug 11 07:59:50.592185 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40530) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:50.592185 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group_rule': {'security_group_id': '3968367b-3d2c-4f41-9cc6-6a64eb1982dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:50.617669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.679734 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:50.743494 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fbb0e-d04b-4168-ae2a-278ffc26d04d None None] Pushing event updated for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=4']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:51.018420 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.028351 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.051668 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e8b0f-d4bd-4cb7-8587-9b45bdf40b26,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:51.057525 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:51.083538 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.100612 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.105146 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f9c23dd8-15b6-4705-95ff-aa683dec2531 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5299065 Aug 11 07:59:51.106002 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40552) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:51.114561 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group_rule': {'security_group_id': '3968367b-3d2c-4f41-9cc6-6a64eb1982dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:51.128513 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca78-a2d0-4898-9999-4f31c644b3df req-9f6bf79f-3d01-42a1-b3f2-497f530f8fb3 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:51.134524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:51.144930 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-989dca78-a2d0-4898-9999-4f31c644b3df req-9f6bf79f-3d01-42a1-b3f2-497f530f8fb3 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 932 time: 0.5030098 Aug 11 07:59:51.165277 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf6ee-aaab-4778-801e-7ad27b76cfba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3968367b-3d2c-4f41-9cc6-6a64eb1982dc,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:51.184138 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.287495 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.292771 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.337165 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c610b0f0-699e-4b95-b459-d07cf8bb3234,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:51.341181 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 56ceef99-7109-43f9-b841-f935c67fdfa2, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=56ceef99-7109-43f9-b841-f935c67fdfa2,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:51.358876 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-989dca78-a2d0-4898-9999-4f31c644b3df req-b5904c9e-fbd1-4e58-83ed-4dc15f9fef9e tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079668 Aug 11 07:59:51.375942 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.381845 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d66b01cd-f376-4b96-9987-65662e60d69b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2746131 Aug 11 07:59:51.382709 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.383508 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 356c2e22-0d09-4f9d-84b2-283c87c4acda up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:51.384078 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40562) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:51.402574 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:51.404802 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.420791 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.421723 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Request body: {'port': {'device_id': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:51.472012 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.477431 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6953549 Aug 11 07:59:51.490735 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40568) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:51.512627 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:59:51.544260 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0077b-23f7-4b42-b6de-47416433b49c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369d78d7-6605-4de4-8c2c-afcdb71f1537,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:51.609088 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.690861 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.695929 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:50Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:51.698837 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:51.765105 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f437d4-2866-4041-9383-c8ef181c9489 None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:50Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:59:51.830422 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40582) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:52.111230 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.303363 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 356c2e22-0d09-4f9d-84b2-283c87c4acda triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:52.304425 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.404702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Allocated IP 172.27.2.53 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/361c9015-44b3-4756-9f49-cddf775c4c8b) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:52.474717 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=56ceef99-7109-43f9-b841-f935c67fdfa2,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:52.534958 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9052a87-b100-4d6d-8dea-05b0c424684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.680370 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.747526 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 2, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:52.821752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.830151 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:59:52.832806 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Updating router 50a6080f-2583-428c-bd11-ae38f09bf1e3 port 34cafa58-9b6b-4535-aff7-27cd13878a3e binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:59:52.942548 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:52.965335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:52.970744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:52.978934 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:53.187820 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=361c9015-44b3-4756-9f49-cddf775c4c8b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:53.265790 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9052a87-b100-4d6d-8dea-05b0c424684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.337024 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f9052a87-b100-4d6d-8dea-05b0c424684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.349490 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.426294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052a87-b100-4d6d-8dea-05b0c424684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865016e5-39bb-4240-a5cd-6ee3e6c8ea44,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:53.432723 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.459280 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 56ceef99-7109-43f9-b841-f935c67fdfa2 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:53.460973 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.594077 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 56ceef99-7109-43f9-b841-f935c67fdfa2 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:53.594871 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.645503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Allocated IP 172.27.2.17 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/e857aeb1-7a81-40b3-974f-422fa47b41b3) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:59:53.817797 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 5f5ffc9d-6582-4774-88a0-ec25e2de85bd up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:53.847867 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.873967 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.924497 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Transition to ACTIVE for port object 34cafa58-9b6b-4535-aff7-27cd13878a3e will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:53.927473 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40628) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:53.948158 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:53.949741 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700255-9b19-492c-9948-ef4adaea6cce req-6198bb76-df7e-414f-bcc6-b8bad94c88cc tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:53.966033 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2c700255-9b19-492c-9948-ef4adaea6cce req-6198bb76-df7e-414f-bcc6-b8bad94c88cc tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 932 time: 1.4192860 Aug 11 07:59:53.981810 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.052536 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:54.053849 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=e857aeb1-7a81-40b3-974f-422fa47b41b3,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:54.072973 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f9052a87-b100-4d6d-8dea-05b0c424684f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=189d5e730f9c49f2bba59d3c8954c998&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9455080 Aug 11 07:59:54.083085 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40640) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:54.086889 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:59:54.089453 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6202-48b2-4cd4-85d0-143bdefc3456 None None] Pushing event updated for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:54.090321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:59:54.105768 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:59:54.110324 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:54.110707 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.185084 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.193524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.214661 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.219761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Attempting to bind port 34cafa58-9b6b-4535-aff7-27cd13878a3e on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:54.220394 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Attempting to bind port 34cafa58-9b6b-4535-aff7-27cd13878a3e by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:54.220938 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Attempting to bind port 34cafa58-9b6b-4535-aff7-27cd13878a3e on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:54.225727 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2c700255-9b19-492c-9948-ef4adaea6cce req-2270b78e-b017-47dd-afee-c13366c0a80a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585046 Aug 11 07:59:54.232427 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:54.233108 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Checking segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:54.233546 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.234068 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Bound using segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:54.236424 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Bound port: 34cafa58-9b6b-4535-aff7-27cd13878a3e, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:54.237240 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.319503 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.321416 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8239036 Aug 11 07:59:54.322600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3024a19-1a2d-44fa-8371-cc7b9ecd63ee {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 07:59:54.327871 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-df82ca1a-7b3a-4cd0-bd67-95fa97ad5d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.344431 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.435334 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] For port 34cafa58-9b6b-4535-aff7-27cd13878a3e, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:54.437389 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.440488 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2eae-b326-4e7f-9c21-7fd55334fc02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=361c9015-44b3-4756-9f49-cddf775c4c8b,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:54.453284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] For port 34cafa58-9b6b-4535-aff7-27cd13878a3e, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=34cafa58-9b6b-4535-aff7-27cd13878a3e,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:54.476579 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.533021 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.536489 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.537741 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/865016e5-39bb-4240-a5cd-6ee3e6c8ea44 HTTP/1.1" status: 204 len: 168 time: 0.4536030 Aug 11 07:59:54.548136 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.552352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143bdc-f574-4263-a8b6-ec7902c42ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865016e5-39bb-4240-a5cd-6ee3e6c8ea44,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:54.610610 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:59:54.611411 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T07:59:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:54.682842 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.761029 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Transition to ACTIVE for port object e3024a19-1a2d-44fa-8371-cc7b9ecd63ee will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:59:54.784019 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:54.911219 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.021582 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-fa63f325-f31f-4301-8904-e5e8847629d2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1683579144&fields=id&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 267 time: 0.1656644 Aug 11 07:59:55.046449 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a6202-48b2-4cd4-85d0-143bdefc3456 None None] Pushing event updated for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:55.205603 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:59:55.217835 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.298733 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Attempting to bind port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:59:55.299086 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Attempting to bind port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '9e909ecd-73c0-4be6-a5af-c4927502dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:59:55.299411 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Attempting to bind port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee on network 8949563f-65c8-4fff-b6c3-62d545c008ac {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:55.375606 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-aa91ebf6-904e-4884-ba78-d282ce2803c8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:55.390276 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-aa91ebf6-904e-4884-ba78-d282ce2803c8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 817 time: 0.3533120 Aug 11 07:59:55.442404 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-732ae1e7-d9f1-4d5a-94a6-e3ca4b8fe16f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/quotas/fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 375 time: 0.0510962 Aug 11 07:59:55.531741 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:55.547793 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.610970 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-33ca67b6-9226-470c-bef8-9c1193f97570 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676400 Aug 11 07:59:55.667655 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.688787 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-df82ca1a-7b3a-4cd0-bd67-95fa97ad5d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.689988 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:55.697247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.787059 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=e857aeb1-7a81-40b3-974f-422fa47b41b3,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:55.789577 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.804269 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-df82ca1a-7b3a-4cd0-bd67-95fa97ad5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.815962 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:55.834066 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee on network 8949563f-65c8-4fff-b6c3-62d545c008ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 07:59:55.836232 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Attempting to bind port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee on network 8949563f-65c8-4fff-b6c3-62d545c008ac {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:59:55.847223 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:54Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:59:55.858917 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-df82ca1a-7b3a-4cd0-bd67-95fa97ad5d89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83a7d9eb26a94b4bb0f4708bbc8fd5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8899782 Aug 11 07:59:55.859811 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:55.873132 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d17237f4-831c-4411-8ffd-c72be71e8a23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4800270 Aug 11 07:59:55.874688 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40702) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:55.917943 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739b22d3-0e1c-4e65-96b0-1adcba69c620 None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:54Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:59:55.981919 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-6204e18c-f1f4-4671-9f03-46313cae51cd service neutron] 10.222.0.68 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387635 Aug 11 07:59:55.992847 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:59:56.001654 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Checking segment: {'id': '9e909ecd-73c0-4be6-a5af-c4927502dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:59:56.002356 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Bound using segment: {'id': '9e909ecd-73c0-4be6-a5af-c4927502dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:59:56.004831 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Bound port: e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e909ecd-73c0-4be6-a5af-c4927502dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:59:56.005277 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.228998 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4140fc-1479-4edd-b129-cafe9183c595 req-5cbcb088-850f-4f70-9076-7062ab62c0cf tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:56.235323 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ac4140fc-1479-4edd-b129-cafe9183c595 req-5cbcb088-850f-4f70-9076-7062ab62c0cf tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.5629535 Aug 11 07:59:56.236276 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ca1a-7b3a-4cd0-bd67-95fa97ad5d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f9527-40af-49d2-81ef-6eb35f0d4c37,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:56.276797 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-c2cfbbd4-e0b9-4507-8b2a-a0d7474b36da service neutron] 10.222.0.68 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843463 Aug 11 07:59:56.306707 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.492432 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.510219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:59:56.559897 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ac4140fc-1479-4edd-b129-cafe9183c595 req-92faeae9-f7f9-4b35-a468-d26082d206f1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816424 Aug 11 07:59:56.738369 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,segment=NetworkSegment(9e909ecd-73c0-4be6-a5af-c4927502dfdc),segment_id=9e909ecd-73c0-4be6-a5af-c4927502dfdc)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:59:56.768067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.860540 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.863905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:56.865399 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a14f9527-40af-49d2-81ef-6eb35f0d4c37 HTTP/1.1" status: 204 len: 168 time: 0.9893994 Aug 11 07:59:56.882987 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:56.914881 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-58302060-b322-4864-b3a7-3eb72b37fa38 req-315f3cd8-4aca-4056-91ef-d691cd524823 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.1044235 Aug 11 07:59:56.994230 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b3d87-958f-4cfb-9e9e-d4b90c00155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f9527-40af-49d2-81ef-6eb35f0d4c37,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:57.030503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:57.031356 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:57.034569 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-4b6f3b4c-12e7-4bec-b962-c1c35a85fc2c service neutron] 10.222.0.78 "PUT /v2.0/ports/e3024a19-1a2d-44fa-8371-cc7b9ecd63ee HTTP/1.1" status: 200 len: 1094 time: 6.0842943 Aug 11 07:59:57.035546 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 07:59:57.281973 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-93329ad9-6cd1-4e82-8795-e9964fc7c4d9 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--853655952&fields=id&tenant_id=910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 267 time: 0.3953633 Aug 11 07:59:57.491366 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-69b14df6-419e-419a-bb90-3afd5746c52a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:57.492951 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-69b14df6-419e-419a-bb90-3afd5746c52a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 810 time: 0.2010787 Aug 11 07:59:57.523828 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-3845cf77-c2d8-42d5-8d5f-8b5579b1df70 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/quotas/910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 375 time: 0.0237505 Aug 11 07:59:57.675341 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40798) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:57.704684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-34224a57-9037-4e18-9d50-f0e449f582c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:57.735604 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-6a6f9a45-d7a8-4468-8c6a-e5993a55836f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2000780 Aug 11 07:59:57.854905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 07:59:57.915260 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cbaa3-75ea-41a1-ac63-430d918f8936 req-6431b452-bf4b-4a2b-a8eb-df85d909f26d tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:57.916547 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 34cafa58-9b6b-4535-aff7-27cd13878a3e up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:57.917015 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6c9cbaa3-75ea-41a1-ac63-430d918f8936 req-6431b452-bf4b-4a2b-a8eb-df85d909f26d tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.1330850 Aug 11 07:59:58.033870 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6c9cbaa3-75ea-41a1-ac63-430d918f8936 req-bf332db4-0345-4efc-bbed-e2eda84a28ee tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027296 Aug 11 07:59:58.057415 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 34cafa58-9b6b-4535-aff7-27cd13878a3e completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:59:58.072339 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-34224a57-9037-4e18-9d50-f0e449f582c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.072950 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 34cafa58-9b6b-4535-aff7-27cd13878a3e triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:58.073914 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.080004 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-34224a57-9037-4e18-9d50-f0e449f582c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.151912 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-10f3d843-83e9-4d7a-98de-9d44d602105e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:59:58.154381 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-10f3d843-83e9-4d7a-98de-9d44d602105e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167669 Aug 11 07:59:58.191760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34224a57-9037-4e18-9d50-f0e449f582c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84cc1d-c10f-45b5-a960-9a11fd655bf7,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:58.228611 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-34224a57-9037-4e18-9d50-f0e449f582c9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b3cb623b0554f18a97af59576144c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521505 Aug 11 07:59:58.230650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40830) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:58.305194 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.421510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.423226 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 34cafa58-9b6b-4535-aff7-27cd13878a3e, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=34cafa58-9b6b-4535-aff7-27cd13878a3e,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:59:58.430156 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.431322 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 5f5ffc9d-6582-4774-88a0-ec25e2de85bd up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:58.442557 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-4c05a426-6245-4c5c-a79d-822873f022fc service neutron] 10.222.0.68 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723458 Aug 11 07:59:58.469966 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 07:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0835db-cfc1-4104-b0a8-50b6e849c3af x-openstack-request-id: req-6e0835db-cfc1-4104-b0a8-50b6e849c3af {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 07:59:58.470256 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 07:59:58.470508 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e0835db-cfc1-4104-b0a8-50b6e849c3af {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 07:59:58.474005 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee', 'status': 'completed', 'code': 200} Aug 11 07:59:58.484777 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.559507 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:58.570791 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:58.572014 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.598206 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.600976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:58.604556 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d84cc1d-c10f-45b5-a960-9a11fd655bf7 HTTP/1.1" status: 204 len: 168 time: 0.3673813 Aug 11 07:59:58.656543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf8f91-02e2-4f72-a5ce-e42792dedcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84cc1d-c10f-45b5-a960-9a11fd655bf7,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:59:58.687687 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fa4ace1a-91a4-4b57-a30d-f3693a098605 req-968546fe-f094-411a-8561-a18d5384ec46 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0823169 Aug 11 07:59:58.962733 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-2bd0ebb6-fae0-44d4-b754-a5da5db9b961 service neutron] 10.222.0.68 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144229 Aug 11 07:59:59.096778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:59.145927 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:59:59.291957 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2b98b-4c1f-4ec9-b510-788b3a7cce67 req-c8631144-81ef-45c7-8f51-56ea197e46b4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:59:59.307216 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46e2b98b-4c1f-4ec9-b510-788b3a7cce67 req-c8631144-81ef-45c7-8f51-56ea197e46b4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.1266677 Aug 11 07:59:59.373744 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f929d069-52d4-4efa-96f0-a877f6c5e51b req-570e892d-5eee-44ea-92de-366c157ce3a5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0409684 Aug 11 07:59:59.400880 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46e2b98b-4c1f-4ec9-b510-788b3a7cce67 req-15d334e2-532a-4f58-8cf2-a418bf890c20 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923309 Aug 11 07:59:59.502322 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 40888) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:59:59.695713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 34cafa58-9b6b-4535-aff7-27cd13878a3e up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:59:59.823732 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 34cafa58-9b6b-4535-aff7-27cd13878a3e triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:59:59.824350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:59.860988 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a8976020-0940-4cc7-8311-75832f33375a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:59.924531 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9ec753ad-7130-45cd-80f8-7596ba95becd req-47191271-d728-41ff-bd4f-dc40618dcc9c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0669019 Aug 11 08:00:00.086586 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a8976020-0940-4cc7-8311-75832f33375a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.091603 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a8976020-0940-4cc7-8311-75832f33375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.131936 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a8976020-0940-4cc7-8311-75832f33375a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a02575dc98d1475fa6a62546a2e8dbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285329 Aug 11 08:00:00.133091 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8976020-0940-4cc7-8311-75832f33375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a8038-ae94-498c-88b8-1cc9248719bd,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:00.134672 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 40914) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:00.185387 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.209117 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.276961 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.280907 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:00.282377 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b9a8038-ae94-498c-88b8-1cc9248719bd HTTP/1.1" status: 204 len: 168 time: 0.1465342 Aug 11 08:00:00.294833 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9accd84-7751-4fa4-b997-3097db829d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a8038-ae94-498c-88b8-1cc9248719bd,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:00.486078 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1afcd22b-8c0b-4b15-b22e-3e47af9fbc65 req-bb50cee5-64c2-4185-9613-24aebdd49d06 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0331278 Aug 11 08:00:00.615474 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158afa3e-0f6b-4c54-8dd8-61c382d64f71 req-a51cf3ed-069c-4d05-87de-3bef23dbbb99 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:00.635807 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-158afa3e-0f6b-4c54-8dd8-61c382d64f71 req-a51cf3ed-069c-4d05-87de-3bef23dbbb99 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0970526 Aug 11 08:00:00.708911 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-158afa3e-0f6b-4c54-8dd8-61c382d64f71 req-f4d15335-4228-4945-b6bc-7a441e3e5bde tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721326 Aug 11 08:00:01.135288 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-224025d5-c713-403b-9a3a-f7c95c9fce19 req-a7143bbf-e181-40cd-b74e-f4d93e7f4cb2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0476518 Aug 11 08:00:01.613805 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b83e24cd-4214-49a5-b8f5-3968751a7bb1 req-4e6c6742-ad36-4d1f-bd80-c4ba0b793ea4 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0359399 Aug 11 08:00:01.948011 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680a75d-7717-4e1c-989a-e409d2254306 req-ccf28785-3bed-4223-b0d2-65a5bb4eb13a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:01.950314 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d680a75d-7717-4e1c-989a-e409d2254306 req-ccf28785-3bed-4223-b0d2-65a5bb4eb13a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.1166430 Aug 11 08:00:02.056153 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d680a75d-7717-4e1c-989a-e409d2254306 req-c9fe6f0b-7c2b-465d-82de-0b9b1973e027 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960078 Aug 11 08:00:02.315896 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-aaefc0e5-76a8-443f-b16e-af3c1626dedb req-e1be1dbf-bcff-4f67-aa8f-e0847e46a899 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0560775 Aug 11 08:00:02.759984 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4f62de4e-f7dc-4cfe-96b5-cf27fd82d699 req-e32523b8-59fa-4cf1-9a53-300ba6b6f987 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0576289 Aug 11 08:00:03.185754 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c493f-1b15-4161-bbd9-700e50ae9faa req-5194cb5d-79c4-42b2-9584-d3cd93a21ca9 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:03.187190 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b0c493f-1b15-4161-bbd9-700e50ae9faa req-5194cb5d-79c4-42b2-9584-d3cd93a21ca9 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0530882 Aug 11 08:00:03.225706 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b0c493f-1b15-4161-bbd9-700e50ae9faa req-3109c6e6-6b15-4b3d-9a30-4698da86c3eb tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323417 Aug 11 08:00:03.425069 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-64ef1b22-8ffb-4c09-b930-e4fba75cb779 req-6ab7d124-0a27-46f7-a941-dc8ab0e403bf tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0310576 Aug 11 08:00:03.856713 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-332ba52f-7a32-4e50-a5db-d94272683b48 req-3cd36867-8693-41a3-b167-a3f9d6b1b623 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0250435 Aug 11 08:00:04.341543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce98672-0880-4979-be61-2c91e0b88d39 req-7086c31d-ba91-48fc-8539-86fd2fc02666 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:04.343022 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6ce98672-0880-4979-be61-2c91e0b88d39 req-7086c31d-ba91-48fc-8539-86fd2fc02666 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0481391 Aug 11 08:00:04.380140 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6ce98672-0880-4979-be61-2c91e0b88d39 req-8013ea35-8264-452f-8e68-4c43157d474b tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Aug 11 08:00:04.521843 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7cf0fe90-2763-4439-bffd-af86fd795878 req-f014eaa9-f55e-4b95-ae2e-1915e9c18f74 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0255001 Aug 11 08:00:04.946837 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-23a966cf-586f-450d-9dec-3db34e5efa7c req-c161ac48-aa98-4c38-9f6a-a2a5645e95ba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0246294 Aug 11 08:00:05.491785 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2ac0d-50d8-4bcb-805b-915984c53d74 req-96ef2078-5852-41a1-a42a-407a5811b2c7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:05.493258 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6ee2ac0d-50d8-4bcb-805b-915984c53d74 req-96ef2078-5852-41a1-a42a-407a5811b2c7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0474045 Aug 11 08:00:05.530755 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6ee2ac0d-50d8-4bcb-805b-915984c53d74 req-4e0dc8c6-b056-4742-8b37-7b5a04c3e3fa tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 11 08:00:05.620631 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6a5c3dc3-a100-4da4-8bcd-5345985481f5 req-f576e560-76d1-4685-8701-9beed1a5e0e6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Aug 11 08:00:06.040537 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-671b2f64-6179-4c79-babd-3c837663f9bb req-03364839-e2bc-4879-be79-a3a321fd733b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0289602 Aug 11 08:00:06.246160 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-aa5c5c1f-09d2-4e7e-8dc7-0c3f5a670777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:06.248022 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-aa5c5c1f-09d2-4e7e-8dc7-0c3f5a670777 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=56759d6f42074653a01db1b53de34cc7&device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 1097 time: 0.1053915 Aug 11 08:00:06.344959 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-f491221d-359b-495c-855d-b694bfdff480 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee HTTP/1.1" status: 200 len: 217 time: 0.0725672 Aug 11 08:00:06.362141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41142) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:06.414628 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d78327-169a-4289-acf9-b0dc80fc169b req-5fda9135-54a0-4c3c-99fb-ba043232451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:06.416108 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-5fda9135-54a0-4c3c-99fb-ba043232451f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ec68e0b-41d5-47d5-82a1-ec9258fe5a85 HTTP/1.1" status: 200 len: 852 time: 0.0630500 Aug 11 08:00:06.471680 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5f36fa68-cca8-4da6-85fa-59f32253ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.477415 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-f8ede9ca-9953-4fcb-8936-f7dede8b7343 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8949563f-65c8-4fff-b6c3-62d545c008ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479357 Aug 11 08:00:06.558251 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5f36fa68-cca8-4da6-85fa-59f32253ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.562800 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5f36fa68-cca8-4da6-85fa-59f32253ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.605919 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41150) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:06.606410 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5f36fa68-cca8-4da6-85fa-59f32253ce52 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=887793f06042435fa80ced0a2a21e72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399468 Aug 11 08:00:06.606982 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36fa68-cca8-4da6-85fa-59f32253ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810ef0b-d0ad-4f0e-9a97-da6085b43610,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:06.663791 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e04e69-4886-4750-ba8f-867d89e33449 req-41b5ab4c-a1a6-424c-b746-29d42dd99853 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:06.663929 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.669453 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a1e04e69-4886-4750-ba8f-867d89e33449 req-41b5ab4c-a1a6-424c-b746-29d42dd99853 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0582430 Aug 11 08:00:06.686968 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.705378 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a1e04e69-4886-4750-ba8f-867d89e33449 req-3d3ab3eb-3d93-43b2-841d-a99f1b50acb4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Aug 11 08:00:06.726739 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-75da7c9a-98b6-407e-a252-8808cd2136e6 req-f92e9e5a-8d7a-4426-ad21-682c5d9c7065 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0333605 Aug 11 08:00:06.758741 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.761320 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:06.762488 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3810ef0b-d0ad-4f0e-9a97-da6085b43610 HTTP/1.1" status: 204 len: 168 time: 0.1549625 Aug 11 08:00:06.770409 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4dff-15a7-4f7f-99e3-beac922882e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810ef0b-d0ad-4f0e-9a97-da6085b43610,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:07.022431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41162) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:07.035516 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-84ebebf3-386a-4900-aa52-0305b833427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.132757 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-84ebebf3-386a-4900-aa52-0305b833427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.140687 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-84ebebf3-386a-4900-aa52-0305b833427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.143881 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6df9ff8a-8a18-4cf3-a605-2be0c1cea2ab req-4d567954-a3ee-48e0-b7a7-b3fb07c32a26 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0364301 Aug 11 08:00:07.181646 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-84ebebf3-386a-4900-aa52-0305b833427d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f7d3092a543e4d949e4105734150a584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580637 Aug 11 08:00:07.182490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebebf3-386a-4900-aa52-0305b833427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7489fa3-6088-4b0d-9e1c-2c227c0657fc,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:07.184327 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41168) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:07.233355 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.254325 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.303207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.305775 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:07.306934 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7489fa3-6088-4b0d-9e1c-2c227c0657fc HTTP/1.1" status: 204 len: 168 time: 0.1213484 Aug 11 08:00:07.315101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b9230-0e1f-4274-8794-9132eb94bb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7489fa3-6088-4b0d-9e1c-2c227c0657fc,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:07.829757 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3982e4-419e-4388-b825-52f304f5cf0f req-03ec1614-41e8-42a5-a858-e32818737ff2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:07.835513 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d8ead049-a243-490a-927c-1ceef36c6023 req-e3b3f4d0-8187-441b-bad6-49bac38ea4d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0301178 Aug 11 08:00:07.837479 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b3982e4-419e-4388-b825-52f304f5cf0f req-03ec1614-41e8-42a5-a858-e32818737ff2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0595486 Aug 11 08:00:07.871710 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b3982e4-419e-4388-b825-52f304f5cf0f req-5533cb95-185e-4c59-bbe1-e666a8d05215 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Aug 11 08:00:07.985164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41200) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:08.081313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1734748348-network', 'tenant_id': '3e2ced83025f48e7999e70e23115f3f5'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:08.102087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Made reservation on behalf of 3e2ced83025f48e7999e70e23115f3f5 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:08.104360 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.113025 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.210573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.222585 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.243335 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-412407e7-8cd1-4d31-afae-461396a35073 req-a1a82c73-e6e9-40bd-9f70-0b76685082bd tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0303824 Aug 11 08:00:08.261375 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:00:08.271733 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd5164-f7c9-400d-867d-9127c8e72e59,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:08.276569 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.276933 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Added segment 7642a0ce-cf21-4c95-857b-915bbcc45e01 of type vlan for network 8dc826c4-3f25-443e-94cf-18fe1763e513 Aug 11 08:00:08.317241 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.346920 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.348092 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:08.348780 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.406182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4199142 Aug 11 08:00:08.410580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41216) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:08.415371 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Request body: {'subnet': {'network_id': '8dc826c4-3f25-443e-94cf-18fe1763e513', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1734748348-subnet', 'tenant_id': '3e2ced83025f48e7999e70e23115f3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:08.426908 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204033-c6dc-4b3d-8119-60764cb30ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc826c4-3f25-443e-94cf-18fe1763e513,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:08.437969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 8dc826c4-3f25-443e-94cf-18fe1763e513 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:00:08.446975 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Made reservation on behalf of 3e2ced83025f48e7999e70e23115f3f5 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:08.449668 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.484741 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-299b5e84-e97c-4e16-a159-540731bca155 service neutron] 10.222.0.78 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890687 Aug 11 08:00:08.618324 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.672612 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd906b52-4c07-4f1c-bdcd-76dd06bc2ba5,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:08.681342 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Checking segment: {'id': '7642a0ce-cf21-4c95-857b-915bbcc45e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8dc826c4-3f25-443e-94cf-18fe1763e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:08.681702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Network hostable DHCP agents. Network: 8dc826c4-3f25-443e-94cf-18fe1763e513, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:00:08.699349 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Network 8dc826c4-3f25-443e-94cf-18fe1763e513 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:00:08.708246 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 8dc826c4-3f25-443e-94cf-18fe1763e513) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:08.712455 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:08.713228 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:08.719742 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32069633-7427-4440-abcc-4da1aa2927b4 None None] Network 8dc826c4-3f25-443e-94cf-18fe1763e513 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:08.727892 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-44cc38b6-ed72-4225-a88e-605a31057c22 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3161206 Aug 11 08:00:08.842645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75a692-5e21-4744-9589-6ce91ee6fe80 None None] Network 8dc826c4-3f25-443e-94cf-18fe1763e513 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:08.943617 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7bb44212-fd80-43da-9477-bccaecf1ba2b req-ae49276c-b6fc-438c-99ca-35303d727393 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0286448 Aug 11 08:00:09.016293 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91307-25a1-420f-8745-3f55604658bf req-26723e29-0090-4ce4-838c-e3299ec0bdca tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.018885 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2df91307-25a1-420f-8745-3f55604658bf req-26723e29-0090-4ce4-838c-e3299ec0bdca tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0606232 Aug 11 08:00:09.065063 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2df91307-25a1-420f-8745-3f55604658bf req-bfae90cc-cb46-49db-8549-08319db2105f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Aug 11 08:00:09.249944 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41244) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:09.254897 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1864937031-network', 'tenant_id': 'b74f587eee254a3687fb32e08a13f8b0'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:09.278532 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Made reservation on behalf of b74f587eee254a3687fb32e08a13f8b0 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:09.281469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.289782 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.344422 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-38f4aca9-05ae-445d-99ee-b14ac73eb0e4 req-6843d9d0-48c4-4fdb-8d3b-dc60802893b4 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0284984 Aug 11 08:00:09.383197 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.386953 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.414211 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:00:09.420857 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8badd7-06a6-401a-ac56-64f857f70956,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:09.426964 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.427353 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Added segment 4f0f8027-a0d1-473e-ba51-1a6d3d02addd of type vlan for network a648a230-b3dc-4da6-80a6-b1c05593ee60 Aug 11 08:00:09.470619 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.499019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.499965 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.500529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.547631 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-44d78327-169a-4289-acf9-b0dc80fc169b req-a64c79ca-1943-4543-9224-27e487a325e8 service neutron] 10.222.0.78 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919359 Aug 11 08:00:09.555953 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3048630 Aug 11 08:00:09.558664 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41252) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:09.563466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Request body: {'subnet': {'network_id': 'a648a230-b3dc-4da6-80a6-b1c05593ee60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1864937031-subnet', 'tenant_id': 'b74f587eee254a3687fb32e08a13f8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:09.578327 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c64c-c965-4765-93b5-b7ec5434dab2 admin admin] Pushing event updated for resources: {'Network': ['ID=a648a230-b3dc-4da6-80a6-b1c05593ee60,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:09.591318 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network a648a230-b3dc-4da6-80a6-b1c05593ee60 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:00:09.593373 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Made reservation on behalf of b74f587eee254a3687fb32e08a13f8b0 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:09.595752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.681357 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.78', 56181) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:09.687807 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-09cf4f7a-5599-447b-9fb0-100027944fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.690389 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-09cf4f7a-5599-447b-9fb0-100027944fe1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=56759d6f42074653a01db1b53de34cc7&device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 1097 time: 0.0700545 Aug 11 08:00:09.818892 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.886767 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=145aa19c-3f49-46ee-9a06-7fa845603e3a,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:09.897701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Checking segment: {'id': '4f0f8027-a0d1-473e-ba51-1a6d3d02addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a648a230-b3dc-4da6-80a6-b1c05593ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:09.898138 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Network hostable DHCP agents. Network: a648a230-b3dc-4da6-80a6-b1c05593ee60, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:00:09.917452 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Network a648a230-b3dc-4da6-80a6-b1c05593ee60 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:00:09.927272 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, a648a230-b3dc-4da6-80a6-b1c05593ee60) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:09.931217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.931873 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:09.937526 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8acce95-e39b-4184-9175-ff87e797093f None None] Network a648a230-b3dc-4da6-80a6-b1c05593ee60 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:09.956339 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b5ee3e9c-bcad-4338-a7a2-87ca689132ab admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3965878 Aug 11 08:00:09.964698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-8e1be7d0-7fac-491b-8a70-0f2f9e0a9151 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.966430 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-8e1be7d0-7fac-491b-8a70-0f2f9e0a9151 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 810 time: 0.2729862 Aug 11 08:00:09.968487 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-77eb137a-d6ec-42c9-9656-856aad6bb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:09.969854 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-77eb137a-d6ec-42c9-9656-856aad6bb84c service neutron] 10.222.0.78 "GET /v2.0/networks?id=8949563f-65c8-4fff-b6c3-62d545c008ac HTTP/1.1" status: 200 len: 913 time: 0.2646551 Aug 11 08:00:10.040489 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-f67cba70-de4f-432e-a827-fcd8307eeeea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee HTTP/1.1" status: 200 len: 217 time: 0.0524328 Aug 11 08:00:10.100154 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2c85afa3-cbca-4742-9a2d-69520c4add7c req-0951767f-81b8-404f-9f09-5b28b426f2da tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.0502853 Aug 11 08:00:10.101834 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-eacab4d7-0522-4400-89ba-27b012e7d10f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 379 time: 0.1066980 Aug 11 08:00:10.117065 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971fb3e-ba86-47db-8d1e-1192670ede29 None None] Network a648a230-b3dc-4da6-80a6-b1c05593ee60 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:10.128892 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41268) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:10.159598 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'port': {'device_id': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'admin_state_up': True, 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'security_groups': ['3968367b-3d2c-4f41-9cc6-6a64eb1982dc']}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:10.191980 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Deleting subnet fd906b52-4c07-4f1c-bdcd-76dd06bc2ba5 {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:00:10.198073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.275253 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.282599 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.78', 56190) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:10.335429 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.341392 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-100dcb31-260c-4efc-b0b4-a2942ac7353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:10.343220 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-100dcb31-260c-4efc-b0b4-a2942ac7353e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ec68e0b-41d5-47d5-82a1-ec9258fe5a85 HTTP/1.1" status: 200 len: 852 time: 0.2814338 Aug 11 08:00:10.398499 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd2b38-2cba-4c36-aad7-1c14c6b6c30a req-0b3a2d1a-46e1-4018-a178-fa70e699ccf2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:10.400026 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11fd2b38-2cba-4c36-aad7-1c14c6b6c30a req-0b3a2d1a-46e1-4018-a178-fa70e699ccf2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.2341101 Aug 11 08:00:10.401977 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-d78861ca-e23a-425d-9342-dc9a4cea6a11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8949563f-65c8-4fff-b6c3-62d545c008ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502536 Aug 11 08:00:10.519324 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-00d926c3-00e3-472b-8c5f-f4364fb6d0a5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:10.520959 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-00d926c3-00e3-472b-8c5f-f4364fb6d0a5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 817 time: 0.2364151 Aug 11 08:00:10.571638 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c9c36975-70ee-489f-85e9-32ab58dd7210 req-30d4b4cf-c946-42f1-b58b-a7327eafc5d3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0572677 Aug 11 08:00:10.636411 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-6bb6d678-533f-4cc9-acf4-ab88a750c25c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 380 time: 0.0810108 Aug 11 08:00:10.644691 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.657584 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'port': {'device_id': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'admin_state_up': True, 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'security_groups': ['083ac708-9db9-4470-8be9-877598229b50']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:10.712479 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11fd2b38-2cba-4c36-aad7-1c14c6b6c30a req-fe862143-0e76-4540-9390-19ac5bb4fc4e tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034208 Aug 11 08:00:10.717513 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd906b52-4c07-4f1c-bdcd-76dd06bc2ba5,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:10.728181 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Made reservation on behalf of 910775e9e6ae48c8979a6dd988822558 for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:10.731880 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.741867 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.743833 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-435fd9f9-ac98-439c-821c-691d84a6aa64 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fd906b52-4c07-4f1c-bdcd-76dd06bc2ba5 HTTP/1.1" status: 204 len: 168 time: 0.6137180 Aug 11 08:00:10.747074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41304) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:10.758941 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-0b515c5a-95ef-4e5a-bdba-8095921947f0 service neutron] 10.222.0.78 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454447 Aug 11 08:00:10.863033 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:10.941529 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c64c196-b5de-4e7e-b0a7-d11b92c5df83 req-5bc6a9c2-9bca-492b-81d7-01d9e2676f56 service neutron] 10.222.0.78 "GET /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722305 Aug 11 08:00:10.954129 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Allocated IP 172.20.0.11 (52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa/1d4c8366-8f85-4300-b74c-0639457dd403/1caedb03-fa45-465b-8551-e50d46f0b911) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:00:10.992446 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.003335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.003708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.004446 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.005076 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > port after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.005200 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.005433 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > port after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.005741 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.006071 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.006380 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.006709 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.126017 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.143785 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Transition to ACTIVE for port object 1caedb03-fa45-465b-8551-e50d46f0b911 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:11.190878 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.226697 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41320) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:11.245835 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:11.249560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:11.252065 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:00:11.257787 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:11.258455 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.271947 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.272483 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.272662 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.272959 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:00:11.273328 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc826c4-3f25-443e-94cf-18fe1763e513']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:11.283342 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:11.296529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Made reservation on behalf of fbec5641c6e94b4f8111f75baddc5bd6 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:11.303482 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-00d78c4e-1ead-4f6a-be77-11c8b69435f3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1665030 Aug 11 08:00:11.306634 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.339833 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Request body: {'port': {'device_id': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:11.342927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7642a0ce-cf21-4c95-857b-915bbcc45e01') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:11.343436 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7642a0ce-cf21-4c95-857b-915bbcc45e01') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:11.444710 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fe137d32-9ebb-4990-a74d-a65c7b8e1d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.467503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.542078 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e3d7-ce50-4892-826e-504954c36a9d None None] Provisioning for port 1caedb03-fa45-465b-8551-e50d46f0b911 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:11.546473 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e3d7-ce50-4892-826e-504954c36a9d None None] Provisioning complete for port 1caedb03-fa45-465b-8551-e50d46f0b911 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:11.546852 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e3d7-ce50-4892-826e-504954c36a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.596101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.626431 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.628806 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0e3d7-ce50-4892-826e-504954c36a9d None None] Port 1caedb03-fa45-465b-8551-e50d46f0b911 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:00:11.639908 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:00:11.640417 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: from cryptography.utils import int_from_bytes Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: from cryptography.utils import int_from_bytes Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:00:11.698167 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:00:11.704748 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b4fcc8ad-6fe1-4463-ae29-e2180bb26019 req-1574f737-54c1-4bec-bf52-45db7388c9b4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 210 time: 0.4107957 Aug 11 08:00:11.800729 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.802314 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fe137d32-9ebb-4990-a74d-a65c7b8e1d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.816836 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fe137d32-9ebb-4990-a74d-a65c7b8e1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.893204 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:11.894503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c58dd-f18b-4426-bac2-4e8905c2c07e req-1224b7e0-cd61-4a76-b48a-728a92c51265 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:11.896160 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8dc826c4-3f25-443e-94cf-18fe1763e513 HTTP/1.1" status: 204 len: 168 time: 1.1477842 Aug 11 08:00:11.897180 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e21c58dd-f18b-4426-bac2-4e8905c2c07e req-1224b7e0-cd61-4a76-b48a-728a92c51265 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 932 time: 0.2139881 Aug 11 08:00:11.911249 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41362) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:11.925848 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fe137d32-9ebb-4990-a74d-a65c7b8e1d86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4d36e4d84194cdc9d4ba4bc6f2ca067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981502 Aug 11 08:00:11.934524 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41364) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:11.938119 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe137d32-9ebb-4990-a74d-a65c7b8e1d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d71366-16b8-4110-bde5-fcecd36a8c09,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:11.977590 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2848e6f-3b06-40d3-9268-aec75dad5d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc826c4-3f25-443e-94cf-18fe1763e513,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:11.980575 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41366) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:12.092025 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e21c58dd-f18b-4426-bac2-4e8905c2c07e req-805a761a-e564-43b3-b529-7516f2ae7ac6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767716 Aug 11 08:00:12.101967 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Allocated IP 172.20.0.14 (ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0/6fbf1ea1-d814-497f-bc00-8c210d0e08ae/d3fc5ea2-699e-44e6-9d97-4d478319a3d6) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:00:12.108951 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Deleting subnet 145aa19c-3f49-46ee-9a06-7fa845603e3a {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:00:12.127221 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.131922 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caedb03-fa45-465b-8551-e50d46f0b911 {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:12.137443 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788738f1-9393-4c65-ac99-857362155089 req-66ef2c4f-732a-4a4f-8389-8410c7fabe8f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:12.141554 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-788738f1-9393-4c65-ac99-857362155089 req-66ef2c4f-732a-4a4f-8389-8410c7fabe8f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.2638741 Aug 11 08:00:12.163865 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.182609 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f1da82-d2f3-44e1-8ce0-91735ba9479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.198261 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.206839 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Transition to ACTIVE for port object 1caedb03-fa45-465b-8551-e50d46f0b911 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:12.216243 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-788738f1-9393-4c65-ac99-857362155089 req-887a9022-f2c1-475b-aa51-bb3f96f054cb tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701799 Aug 11 08:00:12.221819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.227140 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.297741 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.304363 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.340760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.358119 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Transition to ACTIVE for port object d3fc5ea2-699e-44e6-9d97-4d478319a3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:12.395656 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.418981 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.463980 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Attempting to bind port 1caedb03-fa45-465b-8551-e50d46f0b911 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:00:12.464294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Attempting to bind port 1caedb03-fa45-465b-8551-e50d46f0b911 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:00:12.464621 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Attempting to bind port 1caedb03-fa45-465b-8551-e50d46f0b911 on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:12.481898 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Port 1caedb03-fa45-465b-8551-e50d46f0b911 on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:00:12.482776 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Attempting to bind port 1caedb03-fa45-465b-8551-e50d46f0b911 on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:12.492886 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.504437 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:00:12.504628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.504736 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Checking segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:12.505125 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Bound using segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:00:12.505553 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Bound port: 1caedb03-fa45-465b-8551-e50d46f0b911, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:00:12.505904 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.510098 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:12.511478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:12.515362 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:00:12.516419 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.518923 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.520094 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2d71366-16b8-4110-bde5-fcecd36a8c09 HTTP/1.1" status: 204 len: 168 time: 0.5779798 Aug 11 08:00:12.556209 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.558153 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/145aa19c-3f49-46ee-9a06-7fa845603e3a HTTP/1.1" status: 204 len: 168 time: 0.6453507 Aug 11 08:00:12.560960 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41386) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:12.564161 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18922c-5d4e-4720-89e5-d83522bfddd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145aa19c-3f49-46ee-9a06-7fa845603e3a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.572291 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa871c-73d7-4de2-90df-855f8a839da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d71366-16b8-4110-bde5-fcecd36a8c09,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.605298 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f1da82-d2f3-44e1-8ce0-91735ba9479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.613097 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f1da82-d2f3-44e1-8ce0-91735ba9479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.655549 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:12.656289 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.681871 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-76f1da82-d2f3-44e1-8ce0-91735ba9479e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a160a356ef44642831ab925836d39b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6927145 Aug 11 08:00:12.684025 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1da82-d2f3-44e1-8ce0-91735ba9479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1d4b27-3d69-4aab-acc7-78dfa9450898,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.685729 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41390) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:12.688244 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:00:12.691773 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1caedb03-fa45-465b-8551-e50d46f0b911,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:00:12.700551 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.721516 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.732419 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-454462a0-276d-477c-b5e3-cae1bea2c074 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0848696 Aug 11 08:00:12.745418 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:12.746047 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.747470 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] 10.222.0.78 "PUT /v2.0/ports/1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 1094 time: 1.4300318 Aug 11 08:00:12.748642 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:12.750940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deab8f7-0450-4cee-8fe1-ca32922e089a" -d '{"events": [{"name": "network-changed", "server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:12.784447 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e292b4-c342-4367-97d9-9bf311596ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:12.848323 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a491e7-4209-49c0-8ee9-10a7f5b91197 x-openstack-request-id: req-01a491e7-4209-49c0-8ee9-10a7f5b91197 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:12.848509 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:12.848692 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01a491e7-4209-49c0-8ee9-10a7f5b91197 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:12.849122 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911', 'status': 'completed', 'code': 200} Aug 11 08:00:12.888126 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.904543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.919405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff38e-c349-44e1-89fc-745a2cd9345a req-0c7919d8-c8b3-469d-9052-e76e749a2680 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:12.919681 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-77accbe2-ae09-4bc8-a93a-bc0b176230c7 None None] Provisioning for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:12.921449 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-945ff38e-c349-44e1-89fc-745a2cd9345a req-0c7919d8-c8b3-469d-9052-e76e749a2680 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 932 time: 0.0621338 Aug 11 08:00:12.925312 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-77accbe2-ae09-4bc8-a93a-bc0b176230c7 None None] Provisioning complete for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:12.926593 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-77accbe2-ae09-4bc8-a93a-bc0b176230c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.927346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a648a230-b3dc-4da6-80a6-b1c05593ee60']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:12.938491 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.958944 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0f8027-a0d1-473e-ba51-1a6d3d02addd') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:12.958944 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0f8027-a0d1-473e-ba51-1a6d3d02addd') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:12.974807 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:12.981426 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-77accbe2-ae09-4bc8-a93a-bc0b176230c7 None None] Port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:00:12.997104 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-945ff38e-c349-44e1-89fc-745a2cd9345a req-fb3e8745-16ba-43ac-83d6-c87f34939f46 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590045 Aug 11 08:00:13.005902 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.012815 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:00:13.013255 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:00:13.015654 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:00:13.020732 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41398) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.043786 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ace755aa-909e-46c0-a4dc-a5aff016019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.077061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.079999 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.081166 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c1d4b27-3d69-4aab-acc7-78dfa9450898 HTTP/1.1" status: 204 len: 168 time: 0.3741930 Aug 11 08:00:13.084896 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.095943 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.098011 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a648a230-b3dc-4da6-80a6-b1c05593ee60 HTTP/1.1" status: 204 len: 168 time: 0.5355844 Aug 11 08:00:13.099138 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdf1f4-290c-4850-aeae-cb41589689ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1d4b27-3d69-4aab-acc7-78dfa9450898,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.115802 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86c195-850e-4c4f-817e-8e56a46634f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a648a230-b3dc-4da6-80a6-b1c05593ee60,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.185159 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ace755aa-909e-46c0-a4dc-a5aff016019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.192018 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ace755aa-909e-46c0-a4dc-a5aff016019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.223648 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd74c8-98e8-44c0-bafb-050db17d3ae2 req-f6b725e9-b323-465a-9334-69f7c677b82f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:13.231782 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ace755aa-909e-46c0-a4dc-a5aff016019c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=edf13317a71340e68dc5d763011d9c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098753 Aug 11 08:00:13.233497 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-efcd74c8-98e8-44c0-bafb-050db17d3ae2 req-f6b725e9-b323-465a-9334-69f7c677b82f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0631375 Aug 11 08:00:13.235022 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41406) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.237982 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace755aa-909e-46c0-a4dc-a5aff016019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61c40f-ca1b-444d-bee0-3597533a5c1e,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.316664 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-efcd74c8-98e8-44c0-bafb-050db17d3ae2 req-46462f66-8213-4634-897f-2fdf13201c63 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822978 Aug 11 08:00:13.345510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.362456 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911301bb-a47d-4e9e-b8d6-6f3207c20c05 req-2ec10e64-3af4-4184-8d2d-06c4f80c8cfe tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:13.364032 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-911301bb-a47d-4e9e-b8d6-6f3207c20c05 req-2ec10e64-3af4-4184-8d2d-06c4f80c8cfe tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0572672 Aug 11 08:00:13.365905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41414) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.378154 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.424805 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-79a7095d-3177-4fa7-bdba-ccc2cfabbfac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e2ced83025f48e7999e70e23115f3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566025 Aug 11 08:00:13.425533 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41418) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.444814 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-911301bb-a47d-4e9e-b8d6-6f3207c20c05 req-47b6693d-8d20-4fe9-bfab-7cb144a99562 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505388 Aug 11 08:00:13.469394 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.471894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.473169 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e61c40f-ca1b-444d-bee0-3597533a5c1e HTTP/1.1" status: 204 len: 168 time: 0.2357802 Aug 11 08:00:13.488894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468268d6-04a2-40f2-94c2-79ff0ddf58df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61c40f-ca1b-444d-bee0-3597533a5c1e,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.503743 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.527518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.582467 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.586031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.587287 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eddd5164-f7c9-400d-867d-9127c8e72e59 HTTP/1.1" status: 204 len: 168 time: 0.1599884 Aug 11 08:00:13.595565 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d012b-6e23-4574-ae38-8ec543e67a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd5164-f7c9-400d-867d-9127c8e72e59,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.631306 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41424) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.646399 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef9eb-94e1-49a4-9251-5359ba584170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.746177 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef9eb-94e1-49a4-9251-5359ba584170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.750530 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef9eb-94e1-49a4-9251-5359ba584170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.782573 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-936d9a20-fe09-48fd-a19d-07e86f48ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.793529 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bd9ef9eb-94e1-49a4-9251-5359ba584170 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8dceb17ecc54667818a83d2ef6f61dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584744 Aug 11 08:00:13.793814 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41430) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:13.803489 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ef9eb-94e1-49a4-9251-5359ba584170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7b0b68-12b3-42c1-92b8-01ebbdd87ef2,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:13.855159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.877858 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.931432 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.934443 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:13.938585 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e7b0b68-12b3-42c1-92b8-01ebbdd87ef2 HTTP/1.1" status: 204 len: 168 time: 0.1410093 Aug 11 08:00:13.944195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1397dc3-a4b6-434c-8717-611ada82c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7b0b68-12b3-42c1-92b8-01ebbdd87ef2,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:14.013620 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41444) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:14.063839 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f10af394-40b9-4dfc-aa14-085a3ffead8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b74f587eee254a3687fb32e08a13f8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488226 Aug 11 08:00:14.066424 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41448) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:14.156798 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:14.166068 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1bcf-e04a-4b85-aa86-bec78cd0dbfb req-bc5685e3-d6ee-4e0a-9e28-1ea15ae71a8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:14.167659 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d93c1bcf-e04a-4b85-aa86-bec78cd0dbfb req-bc5685e3-d6ee-4e0a-9e28-1ea15ae71a8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 932 time: 0.0831282 Aug 11 08:00:14.203377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:14.241770 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d93c1bcf-e04a-4b85-aa86-bec78cd0dbfb req-9586e016-6607-4503-9669-4ccbf07c167c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646646 Aug 11 08:00:14.288615 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:14.291574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:14.301319 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c8badd7-06a6-401a-ac56-64f857f70956 HTTP/1.1" status: 204 len: 168 time: 0.2251298 Aug 11 08:00:14.301319 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141fb44-4c8e-4c21-9fda-32fab84e904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8badd7-06a6-401a-ac56-64f857f70956,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:14.433647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e178-1c02-480b-8bec-efc6bd0db56b req-5646ef05-1ae8-4f6a-bf09-6deb8aeaccb3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:14.435940 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2578e178-1c02-480b-8bec-efc6bd0db56b req-5646ef05-1ae8-4f6a-bf09-6deb8aeaccb3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0563316 Aug 11 08:00:14.492395 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2578e178-1c02-480b-8bec-efc6bd0db56b req-40b186bd-0470-4d42-839a-39bf63abe1bd tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Aug 11 08:00:14.589020 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516285a-ed0f-4df2-9645-989965b32ca7 req-58bef5fc-105e-489f-8362-ccb8cf53a806 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:14.590537 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d516285a-ed0f-4df2-9645-989965b32ca7 req-58bef5fc-105e-489f-8362-ccb8cf53a806 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 944 time: 0.0547709 Aug 11 08:00:14.632106 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d516285a-ed0f-4df2-9645-989965b32ca7 req-44eff223-6d5e-4586-aa79-e3e528506887 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Aug 11 08:00:15.177139 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Request body: {'port': {'device_id': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:15.199595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device e3024a19-1a2d-44fa-8371-cc7b9ecd63ee details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:00:15.246961 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:15.290974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-47a5bb5f-cda8-4c93-8f93-2e27bb884f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:15.294091 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-47a5bb5f-cda8-4c93-8f93-2e27bb884f15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1097 time: 0.0988734 Aug 11 08:00:15.349707 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,segment=NetworkSegment(9e909ecd-73c0-4be6-a5af-c4927502dfdc),segment_id=9e909ecd-73c0-4be6-a5af-c4927502dfdc)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:15.366894 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee', 'network_id': '8949563f-65c8-4fff-b6c3-62d545c008ac', 'port_id': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee', 'mac_address': 'fa:16:3e:25:83:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec68e0b-41d5-47d5-82a1-ec9258fe5a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:00:15.421181 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:15.437714 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3024a19-1a2d-44fa-8371-cc7b9ecd63ee {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:15.462454 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,segment=NetworkSegment(9e909ecd-73c0-4be6-a5af-c4927502dfdc),segment_id=9e909ecd-73c0-4be6-a5af-c4927502dfdc)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:15.471124 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:15.578151 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88582fa-8687-4e18-a9a4-51860031bc4c req-59878875-0c5a-4add-a5ff-cbdd4bfa4f75 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:15.581246 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c88582fa-8687-4e18-a9a4-51860031bc4c req-59878875-0c5a-4add-a5ff-cbdd4bfa4f75 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 932 time: 0.2020829 Aug 11 08:00:15.607062 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:15.628138 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-88986ca5-fab7-4117-8911-27fb0047ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:15.630037 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-88986ca5-fab7-4117-8911-27fb0047ac31 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=910775e9e6ae48c8979a6dd988822558&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3263931 Aug 11 08:00:15.761986 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['e3024a19-1a2d-44fa-8371-cc7b9ecd63ee'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:00:15.833066 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012994a7-bc60-4f18-a3fe-c34ce0166b8f req-a3943ec8-1475-4b27-b6e0-803efdc581fc tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:15.834660 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-012994a7-bc60-4f18-a3fe-c34ce0166b8f req-a3943ec8-1475-4b27-b6e0-803efdc581fc tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.1830158 Aug 11 08:00:15.903673 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-012994a7-bc60-4f18-a3fe-c34ce0166b8f req-e7a177bf-a854-4abe-a3f8-985acf8ea93a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613105 Aug 11 08:00:15.966972 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:15.984707 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.040296 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c88582fa-8687-4e18-a9a4-51860031bc4c req-07aa0f2a-fabd-435b-bdb8-101675724f0e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471211 Aug 11 08:00:16.077020 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Transition to ACTIVE for port object d3fc5ea2-699e-44e6-9d97-4d478319a3d6 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:16.082069 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.147856 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-7684c25e-be22-42fa-a5c9-b6fafbdb08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.149399 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0deab8f7-0450-4cee-8fe1-ca32922e089a req-7684c25e-be22-42fa-a5c9-b6fafbdb08c8 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5094922 Aug 11 08:00:16.263135 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-7480e837-ca1e-40d0-ae8a-bd5cef45cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.267202 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-7480e837-ca1e-40d0-ae8a-bd5cef45cb86 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1097 time: 0.0706141 Aug 11 08:00:16.375148 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0024e-2a54-4144-9b57-8aa2f8db53f8 req-1a027ebe-d38f-4099-8eab-9e0d702eee37 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.376987 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-f7887ef5-7356-49fa-ba0a-0e89cf7188d5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 217 time: 0.0974178 Aug 11 08:00:16.383085 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7cc0024e-2a54-4144-9b57-8aa2f8db53f8 req-1a027ebe-d38f-4099-8eab-9e0d702eee37 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 945 time: 0.3779256 Aug 11 08:00:16.448519 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:16.489826 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-58b03b96-cb2e-43c2-9247-5d5326f60a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.492712 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-58b03b96-cb2e-43c2-9247-5d5326f60a97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.1068323 Aug 11 08:00:16.564570 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7cc0024e-2a54-4144-9b57-8aa2f8db53f8 req-7c7cf1b7-1793-4482-a6ad-2ac407df03f6 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805005 Aug 11 08:00:16.595671 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Attempting to bind port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:00:16.596186 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Attempting to bind port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:00:16.596556 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Attempting to bind port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:16.606144 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:00:16.606471 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Attempting to bind port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:16.612444 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:00:16.612830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Checking segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:16.613395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Bound using segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:00:16.613857 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Bound port: d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:00:16.614216 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.634885 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-87ed0121-4b7c-42aa-874a-91360fb857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.640691 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-87ed0121-4b7c-42aa-874a-91360fb857ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290841 Aug 11 08:00:16.709734 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:00:16.714830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:00:16.720181 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e7d4-9ffa-475e-85e7-0b80b2023882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.722428 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.761293 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:16.761293 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.762301 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] 10.222.0.78 "PUT /v2.0/ports/d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 1094 time: 1.5909111 Aug 11 08:00:16.762808 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:16.806854 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf0049-2a0c-4fc7-b03b-4fdec01cf382 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:16.848790 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:16.875398 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-cfb8bdcc-e148-4f29-9df4-16870319ef1f service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263401 Aug 11 08:00:16.949269 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:17.060419 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cc0c2-bcbd-455b-9ff0-69fac9960915 req-8d119263-18a3-493b-a567-a8aae04e065c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:17.062410 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b4cc0c2-bcbd-455b-9ff0-69fac9960915 req-8d119263-18a3-493b-a567-a8aae04e065c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0614305 Aug 11 08:00:17.078847 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c189be04-1e03-4b69-8c0f-24c78ce57575 x-openstack-request-id: req-c189be04-1e03-4b69-8c0f-24c78ce57575 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:17.079112 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:17.079883 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c189be04-1e03-4b69-8c0f-24c78ce57575 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:17.080349 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'status': 'completed', 'code': 200} Aug 11 08:00:17.119864 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b4cc0c2-bcbd-455b-9ff0-69fac9960915 req-f3346240-ecb0-43a2-80f5-e7b4cf12188d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516717 Aug 11 08:00:17.201587 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18673-82de-4c83-99d3-2b2523d7809a req-30c5f58a-a94b-4142-99d8-8cc9ad17e9a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:17.203550 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-50d18673-82de-4c83-99d3-2b2523d7809a req-30c5f58a-a94b-4142-99d8-8cc9ad17e9a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0563333 Aug 11 08:00:17.263036 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-50d18673-82de-4c83-99d3-2b2523d7809a req-03616865-f3e2-41f9-bcfe-6f41c4f73b65 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500524 Aug 11 08:00:17.465715 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41634) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:17.516709 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41638) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:17.665591 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4110-1ed8-4dbd-a9b4-ad0186335311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.700755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c57d4-81c9-4ffa-a5af-d9c08bce0f4b req-a407cccb-4fd6-48dd-ad1e-8919c1b8710a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:17.703499 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d50c57d4-81c9-4ffa-a5af-d9c08bce0f4b req-a407cccb-4fd6-48dd-ad1e-8919c1b8710a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 945 time: 0.0709853 Aug 11 08:00:17.730739 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-47f94082-f508-4c82-b4c1-fb1d6fb2c1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.753649 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d50c57d4-81c9-4ffa-a5af-d9c08bce0f4b req-236e9633-b530-48b1-bc9c-bb6c0da96670 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Aug 11 08:00:17.792220 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.813349 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4110-1ed8-4dbd-a9b4-ad0186335311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.826690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4110-1ed8-4dbd-a9b4-ad0186335311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.882344 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2dcb4110-1ed8-4dbd-a9b4-ad0186335311 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1216a1c19b3432c926be3e8e8a355f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645260 Aug 11 08:00:17.885177 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41656) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:17.886620 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb4110-1ed8-4dbd-a9b4-ad0186335311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a3f9a-3579-45aa-ad9b-64f5ea380bcf,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:17.941520 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.952117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-47f94082-f508-4c82-b4c1-fb1d6fb2c1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.957190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-47f94082-f508-4c82-b4c1-fb1d6fb2c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.963410 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:17.996012 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-47f94082-f508-4c82-b4c1-fb1d6fb2c1a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b14ab05dd3624c0f9d1fa1eb1ab4fe18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290554 Aug 11 08:00:17.997164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94082-f508-4c82-b4c1-fb1d6fb2c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7a82b-d82a-4028-b3fc-bd5d5d750527,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:17.998727 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41658) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:18.028782 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.031851 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.032990 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e35a3f9a-3579-45aa-ad9b-64f5ea380bcf HTTP/1.1" status: 204 len: 168 time: 0.1467350 Aug 11 08:00:18.047978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f494d6-4cc7-4d90-aa06-635ffe32bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a3f9a-3579-45aa-ad9b-64f5ea380bcf,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.066291 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.088127 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.136840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.139378 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.140553 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31a7a82b-d82a-4028-b3fc-bd5d5d750527 HTTP/1.1" status: 204 len: 168 time: 0.1406054 Aug 11 08:00:18.148173 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdf5c9-a02d-4ac3-8963-b46e4640079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7a82b-d82a-4028-b3fc-bd5d5d750527,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.269247 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f50097-2811-4055-88a4-74895ea20014 req-9bfdb0eb-c416-447e-8702-a6aff9177c02 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:18.270730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-37f50097-2811-4055-88a4-74895ea20014 req-9bfdb0eb-c416-447e-8702-a6aff9177c02 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0571740 Aug 11 08:00:18.319860 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-37f50097-2811-4055-88a4-74895ea20014 req-cd3716c2-2404-4eb6-962a-780892dd4131 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Aug 11 08:00:18.373099 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41672) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:18.386805 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9edb-d1d3-4218-b7d1-9745a0f2fb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.424220 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80ad13-d020-4362-b020-285cd33e9bae req-3de5a387-036c-489b-b38d-4ebf841237c1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:18.425813 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4b80ad13-d020-4362-b020-285cd33e9bae req-3de5a387-036c-489b-b38d-4ebf841237c1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0638931 Aug 11 08:00:18.469590 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4b80ad13-d020-4362-b020-285cd33e9bae req-ab7b67f5-7dbc-4404-b39b-cc334fbf0bbf tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360837 Aug 11 08:00:18.506800 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9edb-d1d3-4218-b7d1-9745a0f2fb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.510846 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9edb-d1d3-4218-b7d1-9745a0f2fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.550738 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ed6f9edb-d1d3-4218-b7d1-9745a0f2fb2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1148fed7e9a746879e69941d9679222c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764653 Aug 11 08:00:18.551696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f9edb-d1d3-4218-b7d1-9745a0f2fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de5b9e-617b-450f-a987-d62386f8bd4f,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.553592 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 41676) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:18.573858 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41678) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:18.587810 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e44a22dc-41cc-4319-8634-22d58e8553e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.605740 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.628111 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.633544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device e3024a19-1a2d-44fa-8371-cc7b9ecd63ee up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:00:18.686830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e44a22dc-41cc-4319-8634-22d58e8553e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.690470 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.691189 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e44a22dc-41cc-4319-8634-22d58e8553e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.696703 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.698190 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86de5b9e-617b-450f-a987-d62386f8bd4f HTTP/1.1" status: 204 len: 168 time: 0.1435864 Aug 11 08:00:18.707022 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:18.710309 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567168-3fe5-4972-a193-8b57a49731a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de5b9e-617b-450f-a987-d62386f8bd4f,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.717816 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:18.718738 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.735695 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a22dc-41cc-4319-8634-22d58e8553e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dcdaf1-3a4c-4b13-b5ba-fbe5bda66dc5,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.743339 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e44a22dc-41cc-4319-8634-22d58e8553e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2b5fb4d170b467ba1f29252238a3e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659317 Aug 11 08:00:18.743946 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 41684) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:18.798921 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.826158 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.840304 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.869710 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:18.908031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a65670-c433-4600-822f-4cf4d80335c3 req-6f37377a-0b2a-4883-947d-6fbddd06e579 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:18.915329 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e4a65670-c433-4600-822f-4cf4d80335c3 req-6f37377a-0b2a-4883-947d-6fbddd06e579 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 945 time: 0.0869739 Aug 11 08:00:18.926813 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.929927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.933748 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63dcdaf1-3a4c-4b13-b5ba-fbe5bda66dc5 HTTP/1.1" status: 204 len: 168 time: 0.1868494 Aug 11 08:00:18.942136 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,segment=NetworkSegment(9e909ecd-73c0-4be6-a5af-c4927502dfdc),segment_id=9e909ecd-73c0-4be6-a5af-c4927502dfdc)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:18.950395 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:18.955099 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3dd7c-703f-4334-ac1b-a64795ddf772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dcdaf1-3a4c-4b13-b5ba-fbe5bda66dc5,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:18.984349 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e4a65670-c433-4600-822f-4cf4d80335c3 req-470d5202-9749-40af-a623-bf5d4f3e7d51 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Aug 11 08:00:19.026399 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:19.030146 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:19.121738 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebad7c5-988a-434e-84db-2799b69e54c7" -d '{"events": [{"server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "name": "network-vif-plugged", "status": "completed", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:19.342046 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d677c5d-fdb9-4323-811c-d40edb6f4d1a x-openstack-request-id: req-5d677c5d-fdb9-4323-811c-d40edb6f4d1a {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:19.342713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "name": "network-vif-plugged", "status": "completed", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:19.342970 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d677c5d-fdb9-4323-811c-d40edb6f4d1a {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:19.343428 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee', 'code': 200} Aug 11 08:00:19.453008 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e03e-0dd4-4b5b-8c57-cf669c5939f8 req-c954bd82-f627-4b44-a25d-1e43c87b0644 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:19.454858 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0849e03e-0dd4-4b5b-8c57-cf669c5939f8 req-c954bd82-f627-4b44-a25d-1e43c87b0644 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0583434 Aug 11 08:00:19.504024 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0849e03e-0dd4-4b5b-8c57-cf669c5939f8 req-d217517e-0b5c-42cf-b9ce-67abff812b23 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Aug 11 08:00:19.614714 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab5f6-0859-45b1-8c4e-a4cca7b9d443 req-890ed562-4799-42b6-9474-8ba7386c33be tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:19.616447 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c1aab5f6-0859-45b1-8c4e-a4cca7b9d443 req-890ed562-4799-42b6-9474-8ba7386c33be tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0535216 Aug 11 08:00:19.656641 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c1aab5f6-0859-45b1-8c4e-a4cca7b9d443 req-9e10961e-b925-4852-8aed-ed3815dd7a96 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Aug 11 08:00:19.790619 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-b2de672a-6918-4456-b843-58659d068c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:19.792694 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-b2de672a-6918-4456-b843-58659d068c18 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1097 time: 0.1052299 Aug 11 08:00:19.883923 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-ed4c3a69-c9b9-47d9-b5cb-2b1cd24d552f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0828366 Aug 11 08:00:19.952795 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c3a7d6c4-6b36-4abb-bc07-8af1560ea7de req-c3df3321-441b-4862-acd8-2ae632d2c977 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626731 Aug 11 08:00:19.959132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-86b46960-132e-42ea-bda3-9c53fe72aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:19.960606 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-86b46960-132e-42ea-bda3-9c53fe72aede service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0685289 Aug 11 08:00:19.978761 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-420218a7-7dee-4a9a-afa9-68f825aa176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:19.981129 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-420218a7-7dee-4a9a-afa9-68f825aa176f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 1099 time: 0.0958521 Aug 11 08:00:20.015082 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-43957d13-7fd9-41b0-8471-437419a53c4a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:20.073027 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-c78ed7ee-83f3-47f0-b150-19de039365b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:20.075587 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-c78ed7ee-83f3-47f0-b150-19de039365b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071515 Aug 11 08:00:20.133292 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-43957d13-7fd9-41b0-8471-437419a53c4a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:20.139607 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-43957d13-7fd9-41b0-8471-437419a53c4a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:20.148031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8445030-c06d-4b4d-bb4c-0daa78d07cc4 req-2c1fb7f7-b584-463e-bbc0-feb6ddc9b760 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:20.149766 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8445030-c06d-4b4d-bb4c-0daa78d07cc4 req-2c1fb7f7-b584-463e-bbc0-feb6ddc9b760 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0654118 Aug 11 08:00:20.174191 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a2d199da-b7e3-40ea-8d77-19674a5abecb req-43957d13-7fd9-41b0-8471-437419a53c4a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793616 Aug 11 08:00:20.188574 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43957d13-7fd9-41b0-8471-437419a53c4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef433cc0-7c26-4362-88a9-b8e1604e8894,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:20.204888 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8445030-c06d-4b4d-bb4c-0daa78d07cc4 req-2a3d46c4-9b15-415e-985d-656455887ec2 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Aug 11 08:00:20.648655 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d223-d5d2-48e1-af18-0495303dbdca req-c9c85583-a3e3-4495-9b5a-e4cc40ebfa95 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:20.650264 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5911d223-d5d2-48e1-af18-0495303dbdca req-c9c85583-a3e3-4495-9b5a-e4cc40ebfa95 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0580242 Aug 11 08:00:20.705399 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5911d223-d5d2-48e1-af18-0495303dbdca req-de519d27-a24f-45bf-9c32-53f898aab272 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Aug 11 08:00:20.801390 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c792-d87f-4508-b1d0-e24281d47967 req-c069da26-262e-4595-a273-d7faf57e4688 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:20.802788 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d114c792-d87f-4508-b1d0-e24281d47967 req-c069da26-262e-4595-a273-d7faf57e4688 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0586197 Aug 11 08:00:20.851258 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d114c792-d87f-4508-b1d0-e24281d47967 req-0f7ed857-75c8-4514-8de8-0268fc97dd48 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Aug 11 08:00:21.320198 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080f1b7-1e63-4332-904c-63724274f04f req-83e0e424-0253-4e06-b84a-52d68853de89 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:21.322255 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0080f1b7-1e63-4332-904c-63724274f04f req-83e0e424-0253-4e06-b84a-52d68853de89 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Aug 11 08:00:21.370744 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0080f1b7-1e63-4332-904c-63724274f04f req-de84efc9-15bf-43b9-8522-a574dde12e14 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Aug 11 08:00:21.815966 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1add94-6a4b-478c-8e81-2f82ea6caf64 req-317d29ff-7a6e-4297-91f7-30c78fd19899 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:21.817470 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2c1add94-6a4b-478c-8e81-2f82ea6caf64 req-317d29ff-7a6e-4297-91f7-30c78fd19899 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0542548 Aug 11 08:00:21.866071 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2c1add94-6a4b-478c-8e81-2f82ea6caf64 req-e5f946b7-ec4d-475c-aca2-8fdabe5152a5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Aug 11 08:00:21.986643 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fdaec-f37b-4c1a-87ed-2c38d177aec2 req-f4675d95-ec54-4245-b8c2-741a12b72649 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:21.988410 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-765fdaec-f37b-4c1a-87ed-2c38d177aec2 req-f4675d95-ec54-4245-b8c2-741a12b72649 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0503314 Aug 11 08:00:22.029204 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-765fdaec-f37b-4c1a-87ed-2c38d177aec2 req-e7e2f3e3-1390-42e6-ae21-cb04c7cd4069 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345819 Aug 11 08:00:22.485709 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfa6b1-64ab-4f88-abc9-66a2b3492e58 req-bf9e0afa-33f3-44d1-ab81-164c1690134a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:22.487403 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-82cfa6b1-64ab-4f88-abc9-66a2b3492e58 req-bf9e0afa-33f3-44d1-ab81-164c1690134a tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0480621 Aug 11 08:00:22.525162 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-82cfa6b1-64ab-4f88-abc9-66a2b3492e58 req-1046986e-48e0-41b0-91f5-50261fbce8eb tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 11 08:00:22.981275 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcb823-f2b5-4ca7-be4d-683aeeeb33fc req-7bd789b3-f26b-4058-b2b8-5f721d78b487 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:22.983218 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32dcb823-f2b5-4ca7-be4d-683aeeeb33fc req-7bd789b3-f26b-4058-b2b8-5f721d78b487 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0499003 Aug 11 08:00:23.022289 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32dcb823-f2b5-4ca7-be4d-683aeeeb33fc req-84f55320-2aa2-4cff-96ef-119182573dd9 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Aug 11 08:00:23.211898 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fa598-9217-461f-99a6-363ebb76e5eb req-57ae131d-73e5-40a9-9aa4-7ec2c7a14ada tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:23.213323 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e30fa598-9217-461f-99a6-363ebb76e5eb req-57ae131d-73e5-40a9-9aa4-7ec2c7a14ada tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.1055424 Aug 11 08:00:23.229853 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-6307c24a-e243-40ea-bb00-5a1b123ce532 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295214 Aug 11 08:00:23.299679 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e30fa598-9217-461f-99a6-363ebb76e5eb req-e7a51ffd-0b38-449d-bd1a-cd45c7d407f5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789931 Aug 11 08:00:23.338087 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1434fdf1-2156-4795-bfc1-d7958476ffa9 req-35e50a04-a209-4dc9-8639-8c82496b6e2f service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988917 Aug 11 08:00:23.424540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-0bb5e24e-7034-499e-9f0c-218cecfd61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:23.426020 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-0bb5e24e-7034-499e-9f0c-218cecfd61f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1097 time: 0.0396967 Aug 11 08:00:23.643825 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7404-b208-4464-b089-e364c891ca08 req-b71e1394-29ca-4f69-8956-06088dd8c2a7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:23.645353 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9bdd7404-b208-4464-b089-e364c891ca08 req-b71e1394-29ca-4f69-8956-06088dd8c2a7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Aug 11 08:00:23.684809 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9bdd7404-b208-4464-b089-e364c891ca08 req-c19acfe5-dcc6-4d5f-a44d-3976030b8001 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Aug 11 08:00:24.165201 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5fd09-6081-4967-8484-1b2963b61021 req-afb367fb-be0c-4f70-becd-12a539675677 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:24.166932 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-77d5fd09-6081-4967-8484-1b2963b61021 req-afb367fb-be0c-4f70-becd-12a539675677 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0626984 Aug 11 08:00:24.211035 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-77d5fd09-6081-4967-8484-1b2963b61021 req-5bcf983b-0043-4faa-b877-104338413b32 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383005 Aug 11 08:00:24.423997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143855a-51c9-47b6-ac17-e00932801487 req-22985b1b-43c4-4d84-8798-89d92a38eb6e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:24.426035 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e143855a-51c9-47b6-ac17-e00932801487 req-22985b1b-43c4-4d84-8798-89d92a38eb6e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0524042 Aug 11 08:00:24.465507 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e143855a-51c9-47b6-ac17-e00932801487 req-d98407ac-f3a7-4130-819b-e5bb8be42970 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Aug 11 08:00:24.565224 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-75961b55-ce8d-42c7-9039-2496640652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:24.566691 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-75961b55-ce8d-42c7-9039-2496640652c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.1546092 Aug 11 08:00:24.800891 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846afe-9212-4ec2-b001-c9959ee4c1d4 req-631c7b29-b122-4269-8d6b-40aa245ef51c tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:24.802404 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22846afe-9212-4ec2-b001-c9959ee4c1d4 req-631c7b29-b122-4269-8d6b-40aa245ef51c tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0518620 Aug 11 08:00:24.839141 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22846afe-9212-4ec2-b001-c9959ee4c1d4 req-39c40f8d-ad13-4a05-b70b-16eeebd72b16 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308032 Aug 11 08:00:25.329674 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7ef2-8daa-42a1-81ae-e33fc2959035 req-160f92df-08e2-44ec-a1b6-28aba06b8696 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:25.331234 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e9af7ef2-8daa-42a1-81ae-e33fc2959035 req-160f92df-08e2-44ec-a1b6-28aba06b8696 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0489566 Aug 11 08:00:25.345183 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-aac563e1-1b86-4c25-ab40-c0c82018a8f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0362701 Aug 11 08:00:25.369130 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e9af7ef2-8daa-42a1-81ae-e33fc2959035 req-346b4b7d-11e9-467d-9729-bd0b712bfa87 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 Aug 11 08:00:25.585867 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea286e5b-3b3d-4a7e-8093-3ec2f09c0903 req-718bb351-d5ab-4676-be59-c411fac950e9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:25.587294 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ea286e5b-3b3d-4a7e-8093-3ec2f09c0903 req-718bb351-d5ab-4676-be59-c411fac950e9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0490279 Aug 11 08:00:25.626960 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ea286e5b-3b3d-4a7e-8093-3ec2f09c0903 req-069d4282-6dca-44ad-938d-74c0aa282fff tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Aug 11 08:00:25.954614 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce29d4-d296-4452-849e-7f21237bb373 req-f3ee4838-878b-4f24-980f-07e13d3faa61 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:25.956852 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-28ce29d4-d296-4452-849e-7f21237bb373 req-f3ee4838-878b-4f24-980f-07e13d3faa61 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Aug 11 08:00:25.997087 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-28ce29d4-d296-4452-849e-7f21237bb373 req-7d3807bd-df83-4581-81fb-913927ce0d66 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Aug 11 08:00:26.408924 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-502f7d4f-0d1c-4843-be6f-15f9935e411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:26.410401 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-502f7d4f-0d1c-4843-be6f-15f9935e411f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0459421 Aug 11 08:00:26.506326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cac1-ff96-40ff-b269-940245b364bb req-8666846d-bde0-4309-b984-540bc21c9a26 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:26.507771 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c196cac1-ff96-40ff-b269-940245b364bb req-8666846d-bde0-4309-b984-540bc21c9a26 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0735283 Aug 11 08:00:26.513094 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-84c38054-88b7-45cf-b179-d9a3f55b105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:26.515274 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-84c38054-88b7-45cf-b179-d9a3f55b105f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688057 Aug 11 08:00:26.594623 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c196cac1-ff96-40ff-b269-940245b364bb req-ce5aa7bf-fdfe-48e0-82ca-e23dde47db15 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783846 Aug 11 08:00:26.634933 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-3a913f7c-7c7e-45ca-8633-e56feba1467b service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065753 Aug 11 08:00:26.744146 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b8d2ef4-41f2-4bb2-bfa2-3c0b9f68f7fa req-644d99eb-7e16-42da-a593-35a07deae24f service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989711 Aug 11 08:00:26.762068 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3cd8c-e85e-4d9e-a13a-943fc87eb1e1 req-35d0311a-255c-434b-8b1f-a3d3d668c081 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:26.764400 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fae3cd8c-e85e-4d9e-a13a-943fc87eb1e1 req-35d0311a-255c-434b-8b1f-a3d3d668c081 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0615907 Aug 11 08:00:26.804278 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fae3cd8c-e85e-4d9e-a13a-943fc87eb1e1 req-d064174c-a9cf-4097-b74a-3dae836e36dc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333745 Aug 11 08:00:27.109125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480f77-6cd3-49c0-8f1c-dadecda1265c req-b27ddfa4-d711-46c2-b17a-93af4f69bb0f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:27.110556 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e3480f77-6cd3-49c0-8f1c-dadecda1265c req-b27ddfa4-d711-46c2-b17a-93af4f69bb0f tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0476422 Aug 11 08:00:27.147933 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e3480f77-6cd3-49c0-8f1c-dadecda1265c req-bbb1b17d-cf4f-485e-b576-9be95fe9c41d tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Aug 11 08:00:27.747816 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6e62-1d1a-45fc-80df-fd1935954873 req-73759125-f096-43b2-a498-b60161502515 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:27.749837 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ff6c6e62-1d1a-45fc-80df-fd1935954873 req-73759125-f096-43b2-a498-b60161502515 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0821455 Aug 11 08:00:27.804337 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ff6c6e62-1d1a-45fc-80df-fd1935954873 req-da784215-1d49-4558-b488-877bd7396977 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 Aug 11 08:00:27.948320 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a6f2-4938-43b9-b9f1-c614fc78cb5f req-90c84f6c-7522-4fac-ae38-a7951c39ea8a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:27.949952 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b590a6f2-4938-43b9-b9f1-c614fc78cb5f req-90c84f6c-7522-4fac-ae38-a7951c39ea8a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0629230 Aug 11 08:00:27.994551 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b590a6f2-4938-43b9-b9f1-c614fc78cb5f req-adaa5a26-f18c-4abc-a0f1-be34f19107d9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381384 Aug 11 08:00:28.154474 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42014) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:28.272440 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-16500adf-22b5-4b8a-9c23-c7d8ab13e009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.303016 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f645e6-d7dc-431f-a58a-4489ff6dcc7c req-f60944dd-a1c0-4e26-9ec0-62bf636464e4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:28.304655 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b7f645e6-d7dc-431f-a58a-4489ff6dcc7c req-f60944dd-a1c0-4e26-9ec0-62bf636464e4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.0845215 Aug 11 08:00:28.359961 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b7f645e6-d7dc-431f-a58a-4489ff6dcc7c req-5c43c966-d004-497c-8a0f-f19dba93faaf tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Aug 11 08:00:28.420410 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-16500adf-22b5-4b8a-9c23-c7d8ab13e009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.424948 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-16500adf-22b5-4b8a-9c23-c7d8ab13e009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.463337 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-16500adf-22b5-4b8a-9c23-c7d8ab13e009 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e20f811c98834d2e811d4fad674a10fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076997 Aug 11 08:00:28.464567 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500adf-22b5-4b8a-9c23-c7d8ab13e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e07e4a-ecc2-41b5-9db1-5581ded35718,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:28.466976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42034) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:28.523794 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.547228 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.604141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.607035 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:28.610852 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/81e07e4a-ecc2-41b5-9db1-5581ded35718 HTTP/1.1" status: 204 len: 168 time: 0.1403983 Aug 11 08:00:28.619246 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f8669-8a71-4406-b79c-84f96b8c1b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e07e4a-ecc2-41b5-9db1-5581ded35718,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:28.961878 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad141555-6ec5-4530-9d81-d67d1b752022 req-856ff7b5-4518-4cd0-940d-cc41d103d947 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:28.964166 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ad141555-6ec5-4530-9d81-d67d1b752022 req-856ff7b5-4518-4cd0-940d-cc41d103d947 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0644276 Aug 11 08:00:29.014846 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ad141555-6ec5-4530-9d81-d67d1b752022 req-a0ffafd6-553b-41ec-bfa1-7f9612e32589 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Aug 11 08:00:29.018503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42064) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:29.040342 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1748ac5-dbe9-4580-ba6c-d52f07ce69ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.069025 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.152003 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbb2ee-009a-4b38-8aed-22938cc2380d req-ae1b3107-0479-49da-bd88-40f8bb0b80a9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:29.153697 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e5fbb2ee-009a-4b38-8aed-22938cc2380d req-ae1b3107-0479-49da-bd88-40f8bb0b80a9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0807128 Aug 11 08:00:29.205061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1748ac5-dbe9-4580-ba6c-d52f07ce69ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.214373 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e5fbb2ee-009a-4b38-8aed-22938cc2380d req-b81c8080-6663-4c3d-84c0-457229e74792 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516341 Aug 11 08:00:29.215007 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1748ac5-dbe9-4580-ba6c-d52f07ce69ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.256092 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e1748ac5-dbe9-4580-ba6c-d52f07ce69ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c092ddbb63f84177be0da18df7a0d0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365131 Aug 11 08:00:29.257371 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1748ac5-dbe9-4580-ba6c-d52f07ce69ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb1a223-2d66-4bc9-b218-08bb57b45555,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:29.259610 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42072) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:29.315386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.337262 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.395907 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.398743 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:29.402681 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5eb1a223-2d66-4bc9-b218-08bb57b45555 HTTP/1.1" status: 204 len: 168 time: 0.1396742 Aug 11 08:00:29.408969 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd462c76-6d4e-4e82-95bd-aa00a5442746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb1a223-2d66-4bc9-b218-08bb57b45555,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:30.168197 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1caedb03-fa45-465b-8551-e50d46f0b911 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:00:30.189714 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231276-a72f-4bf5-8ba9-0228a4a99acd req-514b1d99-fd86-46e7-9105-dea9b818e018 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:30.199047 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-48231276-a72f-4bf5-8ba9-0228a4a99acd req-514b1d99-fd86-46e7-9105-dea9b818e018 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 944 time: 0.0909026 Aug 11 08:00:30.270038 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-48231276-a72f-4bf5-8ba9-0228a4a99acd req-3e521a4e-00c2-45a7-8833-da2e5e060ea6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689692 Aug 11 08:00:30.347648 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42142) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:30.423540 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f2090-20d7-4b7c-a20d-c1965b5b3b2d req-c3dd8db2-d038-4766-9e26-08210599a2b7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:30.428332 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1caedb03-fa45-465b-8551-e50d46f0b911,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:30.432071 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e9f2090-20d7-4b7c-a20d-c1965b5b3b2d req-c3dd8db2-d038-4766-9e26-08210599a2b7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0885780 Aug 11 08:00:30.452190 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '1caedb03-fa45-465b-8551-e50d46f0b911', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'port_id': '1caedb03-fa45-465b-8551-e50d46f0b911', 'mac_address': 'fa:16:3e:f7:bf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:00:30.505201 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e9f2090-20d7-4b7c-a20d-c1965b5b3b2d req-b54bf5af-5802-44d5-81f2-84d0edf97968 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680377 Aug 11 08:00:30.515586 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.532147 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caedb03-fa45-465b-8551-e50d46f0b911 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:30.553217 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1caedb03-fa45-465b-8551-e50d46f0b911,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:30.559924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.560662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:00:30.628322 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8daf6fd7-40af-4736-be8f-1c325afb0da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.663831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:30.730699 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:30.748142 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:00:30.762419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8daf6fd7-40af-4736-be8f-1c325afb0da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.769836 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8daf6fd7-40af-4736-be8f-1c325afb0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.795284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.808632 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:30.831964 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:30.833089 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8daf6fd7-40af-4736-be8f-1c325afb0da3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fbc897e92c24026bc0bf7048c4c3398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842885 Aug 11 08:00:30.834630 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf6fd7-40af-4736-be8f-1c325afb0da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ef104-e711-4adb-a319-fd7f26764a20,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:30.836570 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42166) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:30.841857 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.902453 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:30.913143 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:30.938050 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.000566 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.003116 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.007788 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/779ef104-e711-4adb-a319-fd7f26764a20 HTTP/1.1" status: 204 len: 168 time: 0.1701403 Aug 11 08:00:31.024211 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42176) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:31.024430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbe3b1-9aed-4c43-ac58-5857b6d8a6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ef104-e711-4adb-a319-fd7f26764a20,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:31.266538 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f21c0336-f7c3-418d-b3d6-1ad2908bdf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.380180 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f21c0336-f7c3-418d-b3d6-1ad2908bdf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.391157 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f21c0336-f7c3-418d-b3d6-1ad2908bdf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.463383 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f21c0336-f7c3-418d-b3d6-1ad2908bdf9b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ebcac247912e4dd99474effa3fa92975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378896 Aug 11 08:00:31.464141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c0336-f7c3-418d-b3d6-1ad2908bdf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf4ccb8-1909-49cd-b9e3-9b01449f1161,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:31.468440 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42194) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:31.488227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e375-3879-4e15-b1a2-22594fb6479e req-a2fb3c53-47e6-405e-834e-93e2655e547f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:31.490246 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2849e375-3879-4e15-b1a2-22594fb6479e req-a2fb3c53-47e6-405e-834e-93e2655e547f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 945 time: 0.0960252 Aug 11 08:00:31.569090 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2849e375-3879-4e15-b1a2-22594fb6479e req-6fdd969e-f184-4201-9160-9d35f512280d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660050 Aug 11 08:00:31.601515 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42204) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:31.619081 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00682f01-b0f7-4719-a2f1-3563e26a51a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.649910 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.679131 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.691405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a130-66b9-4d2a-bb7e-0810509721f4 req-f6fec82f-eda6-409d-88f3-f43dd775d6d4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:31.693229 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2b0a130-66b9-4d2a-bb7e-0810509721f4 req-f6fec82f-eda6-409d-88f3-f43dd775d6d4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.0823989 Aug 11 08:00:31.756697 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00682f01-b0f7-4719-a2f1-3563e26a51a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.761102 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2b0a130-66b9-4d2a-bb7e-0810509721f4 req-87215e0d-bd84-4c5d-87cf-8addd74d8825 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562444 Aug 11 08:00:31.762167 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00682f01-b0f7-4719-a2f1-3563e26a51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.791933 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.795057 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.796209 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ddf4ccb8-1909-49cd-b9e3-9b01449f1161 HTTP/1.1" status: 204 len: 168 time: 0.3264198 Aug 11 08:00:31.806967 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0a463-d009-45f2-87c5-084d39fcaf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf4ccb8-1909-49cd-b9e3-9b01449f1161,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:31.821044 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-00682f01-b0f7-4719-a2f1-3563e26a51a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cba9c99450b34c19936598ff389513ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171590 Aug 11 08:00:31.824461 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42212) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:31.842476 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682f01-b0f7-4719-a2f1-3563e26a51a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67f164-db21-41dc-8185-f1b7e11bbc7d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:31.888962 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.916464 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.971480 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.974819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:31.976082 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d67f164-db21-41dc-8185-f1b7e11bbc7d HTTP/1.1" status: 204 len: 168 time: 0.1506083 Aug 11 08:00:31.990220 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65400f80-4c58-4903-a927-99b9bbd76543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67f164-db21-41dc-8185-f1b7e11bbc7d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:32.236190 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42230) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:32.260371 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f089f54d-2b70-428b-be44-011cd9d76ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.358978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f089f54d-2b70-428b-be44-011cd9d76ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.363632 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f089f54d-2b70-428b-be44-011cd9d76ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.409404 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f089f54d-2b70-428b-be44-011cd9d76ce1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=306fcf59d2ec4531bf0a5b6eea4a499c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717317 Aug 11 08:00:32.410288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089f54d-2b70-428b-be44-011cd9d76ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2648a095-9eb8-43c7-b851-313966230d0e,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:32.411764 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42238) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:32.463296 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.487986 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.539635 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.542531 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.543684 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2648a095-9eb8-43c7-b851-313966230d0e HTTP/1.1" status: 204 len: 168 time: 0.1308191 Aug 11 08:00:32.554299 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a9500-1a5b-4104-9a18-34ec1abe00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2648a095-9eb8-43c7-b851-313966230d0e,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:32.802309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b4c10-5e3b-40b0-9277-a5aa74ab2046 req-6e7459cf-fbbf-4996-a41c-cf8887e02257 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:32.810693 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-858b4c10-5e3b-40b0-9277-a5aa74ab2046 req-6e7459cf-fbbf-4996-a41c-cf8887e02257 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 945 time: 0.0859241 Aug 11 08:00:32.870310 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-858b4c10-5e3b-40b0-9277-a5aa74ab2046 req-a5262eaa-9b30-4a27-96e6-275f63edd265 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536470 Aug 11 08:00:32.926521 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038a9f-c27f-4cd8-9965-3a7d86b4fde9 req-c1ab156c-537f-422c-8ede-526839da89ca tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:32.933766 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a5038a9f-c27f-4cd8-9965-3a7d86b4fde9 req-c1ab156c-537f-422c-8ede-526839da89ca tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.0670843 Aug 11 08:00:32.971111 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a5038a9f-c27f-4cd8-9965-3a7d86b4fde9 req-66835789-2652-443e-8cfc-45b45c121cf4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364752 Aug 11 08:00:33.469351 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1caedb03-fa45-465b-8551-e50d46f0b911'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:00:33.505321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['d3fc5ea2-699e-44e6-9d97-4d478319a3d6'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:00:34.004019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ec6af-1aff-40fc-8545-179a4dbe505f req-079acd02-0b89-4e8b-9210-723f4525d1b5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:34.005669 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b1ec6af-1aff-40fc-8545-179a4dbe505f req-079acd02-0b89-4e8b-9210-723f4525d1b5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 945 time: 0.0579515 Aug 11 08:00:34.224028 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783adbbd-fff0-4d9f-9305-73e427717821 req-a20e57a9-6063-4a42-9a23-bb488962c2e4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:34.227963 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-783adbbd-fff0-4d9f-9305-73e427717821 req-a20e57a9-6063-4a42-9a23-bb488962c2e4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.1087985 Aug 11 08:00:34.289593 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b1ec6af-1aff-40fc-8545-179a4dbe505f req-ea460f3a-8dd1-4556-855d-1b1af2dbeac5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770557 Aug 11 08:00:34.338387 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-783adbbd-fff0-4d9f-9305-73e427717821 req-183966f0-6c70-41f0-97e3-89921dd7b663 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935535 Aug 11 08:00:35.071357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42388) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:35.199853 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1caedb03-fa45-465b-8551-e50d46f0b911 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:00:35.227313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.391225 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 1caedb03-fa45-465b-8551-e50d46f0b911 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:35.401134 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 1caedb03-fa45-465b-8551-e50d46f0b911 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:35.401134 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.407993 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.413707 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.499597 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.515722 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a873fe34737648238280b2a8a937c769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426973 Aug 11 08:00:35.519078 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42410) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:35.529615 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01fea4a-38ea-4dbc-aa49-e5b00f48bd6b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:35.537366 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:35.542901 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e79c84-f73c-46d1-a61f-70bf4198fbc2" -d '{"events": [{"server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "name": "network-vif-plugged", "status": "completed", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:35.546489 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac05288-c27a-41ba-b75b-bd1c01063d3c req-6852711f-3c42-458e-999a-33ed4ceb955e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:35.549021 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8ac05288-c27a-41ba-b75b-bd1c01063d3c req-6852711f-3c42-458e-999a-33ed4ceb955e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.0997453 Aug 11 08:00:35.549772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.550117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.550451 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.550832 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.551090 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.551572 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.551896 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.552217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.552536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.552851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.553186 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.553500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01134-5fa8-4492-8c03-6798b80df565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:35.555672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1caedb03-fa45-465b-8551-e50d46f0b911,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:35.567587 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b4943-d466-4a43-a821-1dd1870e4afe req-63e885b7-dcce-4490-98d2-288263e53086 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:35.575160 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.576369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:00:35.585644 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-108b4943-d466-4a43-a821-1dd1870e4afe req-63e885b7-dcce-4490-98d2-288263e53086 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 945 time: 0.1614332 Aug 11 08:00:35.614323 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8ac05288-c27a-41ba-b75b-bd1c01063d3c req-950a7a37-97ff-4380-856b-1413671043e5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569835 Aug 11 08:00:35.659785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.671970 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:35.690416 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:35.696108 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:35.696481 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.696595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.713176 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-108b4943-d466-4a43-a821-1dd1870e4afe req-702822ea-035f-4c91-8c5a-7da0669fcfd5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257429 Aug 11 08:00:35.769998 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfc1fa-daa6-4a20-8fa5-a395cf0cc9c6 x-openstack-request-id: req-afbfc1fa-daa6-4a20-8fa5-a395cf0cc9c6 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:35.770659 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "name": "network-vif-plugged", "status": "completed", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:35.771001 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-afbfc1fa-daa6-4a20-8fa5-a395cf0cc9c6 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:35.771421 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911', 'code': 200} Aug 11 08:00:35.780401 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.785599 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.790352 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e01fea4a-38ea-4dbc-aa49-e5b00f48bd6b HTTP/1.1" status: 204 len: 168 time: 0.2698305 Aug 11 08:00:35.809708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f153-3c2a-488a-9a08-2495a37f7c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01fea4a-38ea-4dbc-aa49-e5b00f48bd6b,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:35.915457 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.973047 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:35.982190 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.033520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdda6d9-fc71-4d78-b34c-269d304d7e34 req-704af23e-d608-4a7f-b148-4899a8face68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:36.035072 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0fdda6d9-fc71-4d78-b34c-269d304d7e34 req-704af23e-d608-4a7f-b148-4899a8face68 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1099 time: 0.1057379 Aug 11 08:00:36.040717 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:36.104617 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0fdda6d9-fc71-4d78-b34c-269d304d7e34 req-d0c69b60-d690-4794-a06f-d4837afc0080 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609272 Aug 11 08:00:36.138514 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:00:36.193483 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42454) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:36.210900 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-21d31a27-6863-4938-b8af-879044c4fad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.312465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-21d31a27-6863-4938-b8af-879044c4fad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.316647 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-21d31a27-6863-4938-b8af-879044c4fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.354159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31a27-6863-4938-b8af-879044c4fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be29b5-646d-45a0-a34d-4713ef6df4ef,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:36.360733 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-21d31a27-6863-4938-b8af-879044c4fad9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=642776b8c3054084be6f5bde0a4528e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639671 Aug 11 08:00:36.361206 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42466) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:36.411695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.434583 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.487355 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.490303 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:36.493835 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76be29b5-646d-45a0-a34d-4713ef6df4ef HTTP/1.1" status: 204 len: 168 time: 0.1294134 Aug 11 08:00:36.500548 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be29b5-646d-45a0-a34d-4713ef6df4ef,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:36.507957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.508719 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.509305 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.510494 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.511062 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.511609 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.512361 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.513096 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.513957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.514488 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.515026 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.515545 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d267ac-7aec-44b2-a8fc-aef54deac7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:36.745553 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea7a42-2cec-407d-a4c8-5c2dc638a88e req-e4357213-d511-41f7-900f-306fe3b936a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:36.753899 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1ea7a42-2cec-407d-a4c8-5c2dc638a88e req-e4357213-d511-41f7-900f-306fe3b936a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0683544 Aug 11 08:00:36.796883 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1ea7a42-2cec-407d-a4c8-5c2dc638a88e req-1dd3b169-2be0-478d-887b-f2336543fa62 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Aug 11 08:00:36.858273 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a6ea1-ea5e-48fd-9118-3bea49d889a3 req-cb4cf03d-75f5-47c4-96ab-fa6e85020099 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:36.859783 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ee2a6ea1-ea5e-48fd-9118-3bea49d889a3 req-cb4cf03d-75f5-47c4-96ab-fa6e85020099 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0528848 Aug 11 08:00:36.896117 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42510) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:36.899576 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ee2a6ea1-ea5e-48fd-9118-3bea49d889a3 req-7eeb3ed9-2ac4-4666-a598-f2fea65c8016 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Aug 11 08:00:36.911552 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba0fb4a7-c8de-453e-a821-3574fe20e5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.003465 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba0fb4a7-c8de-453e-a821-3574fe20e5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.007777 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba0fb4a7-c8de-453e-a821-3574fe20e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.046766 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ba0fb4a7-c8de-453e-a821-3574fe20e5c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ddac126580e495b8a914d8e429ff133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493046 Aug 11 08:00:37.047969 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fb4a7-c8de-453e-a821-3574fe20e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf90505b-59ca-4fb7-a57e-a77e687e0603,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:37.049381 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42516) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:37.097764 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.118268 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.168447 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.171718 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:37.172889 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf90505b-59ca-4fb7-a57e-a77e687e0603 HTTP/1.1" status: 204 len: 168 time: 0.1224897 Aug 11 08:00:37.180643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6f3f9-9f00-442a-9dc3-558e158fa320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf90505b-59ca-4fb7-a57e-a77e687e0603,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:37.773150 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:37.775486 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497cbee7-b4ef-4969-b7d9-185bd964cec7" -d '{"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:37.811655 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a48a2-9fbd-4613-a2be-9fe4d11535b5 x-openstack-request-id: req-928a48a2-9fbd-4613-a2be-9fe4d11535b5 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:37.811979 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:37.812254 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-928a48a2-9fbd-4613-a2be-9fe4d11535b5 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:37.812703 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'code': 200} Aug 11 08:00:37.915235 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d59b7-82a9-4635-9461-7ff7814fc333 req-40d3b297-f24c-49ca-95f2-4a7ce7b24974 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:37.916884 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f83d59b7-82a9-4635-9461-7ff7814fc333 req-40d3b297-f24c-49ca-95f2-4a7ce7b24974 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0494196 Aug 11 08:00:37.972134 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f83d59b7-82a9-4635-9461-7ff7814fc333 req-86c4dcde-ee96-4d41-8b16-8514a93f184b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Aug 11 08:00:38.027112 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01580c7a-1c70-4d9d-9f14-96cddd59c314 req-e0a1468a-a038-449c-9b28-18dc200b7cdc tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:38.028996 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-01580c7a-1c70-4d9d-9f14-96cddd59c314 req-e0a1468a-a038-449c-9b28-18dc200b7cdc tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0526578 Aug 11 08:00:38.069133 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-01580c7a-1c70-4d9d-9f14-96cddd59c314 req-a8e12bc3-256a-4ca0-8e07-05dbef1603f7 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339923 Aug 11 08:00:39.099956 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64765-f21e-4088-b90a-eaa0e731ec6f req-791ec88a-bd5f-4e02-9703-85f3725c26f5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:39.101540 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cfa64765-f21e-4088-b90a-eaa0e731ec6f req-791ec88a-bd5f-4e02-9703-85f3725c26f5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0486603 Aug 11 08:00:39.144394 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cfa64765-f21e-4088-b90a-eaa0e731ec6f req-2b59689d-4ab6-47ce-bd2f-17c74d51606b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367110 Aug 11 08:00:39.187210 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5a11-8a1c-41ec-9655-813a5f4d4990 req-1bd9b28d-e24a-4f80-97a5-df71b545a89b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:39.188666 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ba3d5a11-8a1c-41ec-9655-813a5f4d4990 req-1bd9b28d-e24a-4f80-97a5-df71b545a89b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0513763 Aug 11 08:00:39.225442 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ba3d5a11-8a1c-41ec-9655-813a5f4d4990 req-ba120d82-4702-41f4-a53d-d3781f4e680e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Aug 11 08:00:39.477546 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762f61-4e0c-4ea1-8820-3de9bbcf66c7 req-fd79348d-e85a-4fa5-afb2-1abf16a85b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:39.479032 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c0762f61-4e0c-4ea1-8820-3de9bbcf66c7 req-fd79348d-e85a-4fa5-afb2-1abf16a85b16 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1099 time: 0.0427818 Aug 11 08:00:39.515216 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c0762f61-4e0c-4ea1-8820-3de9bbcf66c7 req-b39cfd28-2e68-4781-b6d9-bf3f5a784110 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277736 Aug 11 08:00:40.322461 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4947bf-60a8-400c-a824-7efc59e32ef9 req-c66960a7-a189-40cf-951c-f42583580171 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:40.324159 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e4947bf-60a8-400c-a824-7efc59e32ef9 req-c66960a7-a189-40cf-951c-f42583580171 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0628786 Aug 11 08:00:40.388593 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd8a42-3595-4b20-ad63-934fb066ac8b req-4b5fa044-991a-4d00-82df-7ec267772587 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:40.396235 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-02dd8a42-3595-4b20-ad63-934fb066ac8b req-4b5fa044-991a-4d00-82df-7ec267772587 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0908487 Aug 11 08:00:40.427007 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e4947bf-60a8-400c-a824-7efc59e32ef9 req-4ad74056-6219-410e-8f2b-cb3bc9d1a8ca tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846496 Aug 11 08:00:40.427007 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42614) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:40.479700 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-02dd8a42-3595-4b20-ad63-934fb066ac8b req-5d62b858-12f5-485d-b6a5-ce24a6248d8d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735207 Aug 11 08:00:40.601270 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71e7dc1e-aab6-4821-b25e-416f77397801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:40.733250 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-7af9db77-fa36-49d1-975e-53ee2c6812df tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8406f7f3932e48eb83548d70da335893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387304 Aug 11 08:00:40.773285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71e7dc1e-aab6-4821-b25e-416f77397801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:40.824846 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-71e7dc1e-aab6-4821-b25e-416f77397801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:40.925932 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7dc1e-aab6-4821-b25e-416f77397801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4103a7-df11-466e-9e22-656b94696a28,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:40.943304 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-71e7dc1e-aab6-4821-b25e-416f77397801 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=146d6a4e96014219a8bd0b6b86964f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182328 Aug 11 08:00:40.946253 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42650) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:40.987468 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-89a0d21a-f1ac-4e71-805b-f903295e902d tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:40.989337 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-89a0d21a-f1ac-4e71-805b-f903295e902d tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485187 Aug 11 08:00:41.003655 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.008325 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-65722ae7-3d59-41dc-b61f-cbfa8d01344b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/quotas/8406f7f3932e48eb83548d70da335893 HTTP/1.1" status: 200 len: 375 time: 0.0111680 Aug 11 08:00:41.035079 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.045518 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-afab2b4f-1281-49c4-9c01-383730dbb479 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8406f7f3932e48eb83548d70da335893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270445 Aug 11 08:00:41.101400 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.104539 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.110038 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b4103a7-df11-466e-9e22-656b94696a28 HTTP/1.1" status: 204 len: 168 time: 0.1621795 Aug 11 08:00:41.124420 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a9cf-8c10-44b3-85e5-636f77293f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4103a7-df11-466e-9e22-656b94696a28,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:41.198663 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42660) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:41.269296 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-76dd951f-16e0-4ede-b9e6-af51fb91bfa0 req-857f44a6-f65f-43b5-bcf9-4dacb2d229b5 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 210 time: 0.0428193 Aug 11 08:00:41.340712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-17b049e5-f4ec-4a69-9b91-c727d025be3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.447793 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-17b049e5-f4ec-4a69-9b91-c727d025be3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.452004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-17b049e5-f4ec-4a69-9b91-c727d025be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.522706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42678) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:41.530644 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-17b049e5-f4ec-4a69-9b91-c727d025be3d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4873f822a9564aceac18f52c391a16d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296487 Aug 11 08:00:41.533689 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b049e5-f4ec-4a69-9b91-c727d025be3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b8a64e-e33e-4f61-91b3-ac4c5aef67e4,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:41.576163 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42682) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:41.601247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de464504-73ae-4238-8924-5e8e916656b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.642042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.679691 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.688980 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4632-6037-4002-9b51-216af00db94c req-86c31fdc-27bc-41d6-8a84-bf77da02a1f1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:41.690700 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9a7c4632-6037-4002-9b51-216af00db94c req-86c31fdc-27bc-41d6-8a84-bf77da02a1f1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.1059744 Aug 11 08:00:41.695072 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87337596-ffdf-4f41-9899-d0bdc2de12ca req-fb2740a8-fe6d-4299-8cce-b97fd62a98be tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:41.703862 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-87337596-ffdf-4f41-9899-d0bdc2de12ca req-fb2740a8-fe6d-4299-8cce-b97fd62a98be tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1442082 Aug 11 08:00:41.788275 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9a7c4632-6037-4002-9b51-216af00db94c req-b52a22bd-5267-45c8-84d0-bc15db4e4f99 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789702 Aug 11 08:00:41.789062 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-87337596-ffdf-4f41-9899-d0bdc2de12ca req-56bfdf02-b72c-4d23-8dc5-604928857213 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839686 Aug 11 08:00:41.831787 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.836878 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.839055 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/78b8a64e-e33e-4f61-91b3-ac4c5aef67e4 HTTP/1.1" status: 204 len: 168 time: 0.3147659 Aug 11 08:00:41.850165 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a3bbe-d7be-4b9a-a8d7-8a769fb6a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b8a64e-e33e-4f61-91b3-ac4c5aef67e4,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:41.920304 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de464504-73ae-4238-8924-5e8e916656b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.929682 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-de464504-73ae-4238-8924-5e8e916656b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:41.974465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875adc18-7e59-446e-9a6e-aeb3a971be9a req-53eb7517-3d53-4fdc-ad4a-ea7e37f539f1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:41.976032 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-875adc18-7e59-446e-9a6e-aeb3a971be9a req-53eb7517-3d53-4fdc-ad4a-ea7e37f539f1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0639477 Aug 11 08:00:41.991712 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42708) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:41.996506 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'floatingip': {'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:42.045968 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-de464504-73ae-4238-8924-5e8e916656b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8bc62b6409684149860452326a9970c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685819 Aug 11 08:00:42.047681 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de464504-73ae-4238-8924-5e8e916656b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a6e18-06b2-4fe4-bab7-f96ab6063c2e,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:42.050287 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42712) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:42.080335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:42.080618 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210f73-8131-487e-8355-4cd018d26b5d req-d73341e1-1d31-4cf2-b012-6621cd079411 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:42.086504 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5e210f73-8131-487e-8355-4cd018d26b5d req-d73341e1-1d31-4cf2-b012-6621cd079411 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.1302586 Aug 11 08:00:42.091842 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42714) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:42.097219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'floatingip': {'port_id': '1caedb03-fa45-465b-8551-e50d46f0b911'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:42.188699 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:42.399068 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:42.431929 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e7eae9c5-5208-45c0-80bc-3deb6999bed9 req-38c3e1dd-c58c-48f7-95cc-64e3fc2b5844 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 210 time: 0.0674632 Aug 11 08:00:42.472170 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42726) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:42.514003 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42728) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:42.693057 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60897654-11d0-420b-a74b-9e72624adf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:42.710314 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:42.774044 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-2ef519bf-6df4-4875-8855-cbe15d57f620 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8406f7f3932e48eb83548d70da335893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698426 Aug 11 08:00:43.032493 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.035370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.039343 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b7a6e18-06b2-4fe4-bab7-f96ab6063c2e HTTP/1.1" status: 204 len: 168 time: 0.9810517 Aug 11 08:00:43.054893 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b797c004-a7a4-4145-9add-2592e33e92bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.093384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13046a-004d-4d1a-940d-eb560cfd92c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a6e18-06b2-4fe4-bab7-f96ab6063c2e,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:43.152377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.db.resource_extend [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:00:43.240194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977decd-6d3e-4433-878b-6fc351c2064f req-8d521bb4-4701-44c9-8708-0f87f921b054 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:43.241741 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f977decd-6d3e-4433-878b-6fc351c2064f req-8d521bb4-4701-44c9-8708-0f87f921b054 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.4759448 Aug 11 08:00:43.287721 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.307139 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.337431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.342898 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.359121 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-27f846c0-c3ce-4063-8623-a1160aac5ffb tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:43.360619 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-27f846c0-c3ce-4063-8623-a1160aac5ffb tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5697758 Aug 11 08:00:43.383421 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Request body: {'port': {'device_id': 'c59dd852-78ca-45a9-ba08-78868772e904', 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458', 'admin_state_up': True, 'tenant_id': '8406f7f3932e48eb83548d70da335893'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:43.401284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42752) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:43.485081 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f977decd-6d3e-4433-878b-6fc351c2064f req-d8f183a4-e8c6-48e9-a7aa-daaaa42f49c9 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255626 Aug 11 08:00:43.521210 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Floating IP 50e456ec-76d7-492e-b079-829a25b8a204 associated. External IP: 172.27.2.17, port: 1caedb03-fa45-465b-8551-e50d46f0b911. Aug 11 08:00:43.533680 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Floating IP b3d045c3-83ec-47d6-b484-8101bead6c94 associated. External IP: 172.27.2.53, port: d3fc5ea2-699e-44e6-9d97-4d478319a3d6. Aug 11 08:00:43.542408 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60897654-11d0-420b-a74b-9e72624adf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.583854 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60897654-11d0-420b-a74b-9e72624adf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.610545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42758) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:43.652714 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-172318b2-1177-4a5d-99cc-e42ce6dca8ab req-eeaf978f-3d9a-480a-89e6-25051e64c2a0 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 210 time: 0.0486486 Aug 11 08:00:43.705955 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-60897654-11d0-420b-a74b-9e72624adf8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5b3506db95a4a13a86319f797e87483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1887374 Aug 11 08:00:43.710441 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42764) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:43.720894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60897654-11d0-420b-a74b-9e72624adf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08b4cc-8ec3-4d73-b5f1-86a83e72c34a,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:43.727966 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cff7de21-5dee-45fe-9707-652a5a41885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.745519 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c97041d6-929f-4165-bc8c-a843f4eecf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.785476 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1db63010-8c4d-4ca6-a9d1-29e62da96c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.861385 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b797c004-a7a4-4145-9add-2592e33e92bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.862444 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.868562 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b797c004-a7a4-4145-9add-2592e33e92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.889062 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:00:43.895913 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Made reservation on behalf of 8406f7f3932e48eb83548d70da335893 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:43.899365 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.921849 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.949844 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:43.968158 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797c004-a7a4-4145-9add-2592e33e92bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b441ef5-6462-4a83-a047-e72e10ab7c5a,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:43.983226 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b797c004-a7a4-4145-9add-2592e33e92bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00cf81202de34b6e8f6629dbfabf7834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5077364 Aug 11 08:00:43.985623 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42766) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:44.018179 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:00:44.066100 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:00:44.070891 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.084695 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:00:44.097239 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:44.098465 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.098976 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:44.100952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.104308 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba08b4cc-8ec3-4d73-b5f1-86a83e72c34a HTTP/1.1" status: 204 len: 168 time: 0.3904240 Aug 11 08:00:44.112521 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-91bc71c7-66ad-4db3-8ba5-7ceebe3b95cc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "PUT /v2.0/floatingips/b3d045c3-83ec-47d6-b484-8101bead6c94 HTTP/1.1" status: 200 len: 991 time: 2.1196964 Aug 11 08:00:44.114836 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cff7de21-5dee-45fe-9707-652a5a41885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.115727 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:44.118163 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50ab291-96a7-438d-b4d0-15337fe8d7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:44.126277 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cff7de21-5dee-45fe-9707-652a5a41885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.152243 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.156611 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1260a-3d4e-42df-b9c4-877ea4b67322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08b4cc-8ec3-4d73-b5f1-86a83e72c34a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:44.182586 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7de21-5dee-45fe-9707-652a5a41885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0316a-d6f8-4abd-8eca-810fa7d9435c,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:44.190227 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cff7de21-5dee-45fe-9707-652a5a41885e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=11bafd0287ff4825a476d715500b3721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614936 Aug 11 08:00:44.190422 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.190975 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42774) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:44.216937 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:00:44.222949 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.233630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:00:44.255998 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:44.257740 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:44.263245 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-73d14e93-99e1-406a-a076-ea2a2b2634fb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "PUT /v2.0/floatingips/50e456ec-76d7-492e-b079-829a25b8a204 HTTP/1.1" status: 200 len: 991 time: 2.1698265 Aug 11 08:00:44.266159 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:44.266780 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523" -d '{"events": [{"name": "network-changed", "server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:44.295454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.308876 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.312543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37738f2-0a6f-43a0-be96-9b80c3e81f95 x-openstack-request-id: req-f37738f2-0a6f-43a0-be96-9b80c3e81f95 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:44.312746 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:44.312837 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b441ef5-6462-4a83-a047-e72e10ab7c5a HTTP/1.1" status: 204 len: 168 time: 0.3249626 Aug 11 08:00:44.313064 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f37738f2-0a6f-43a0-be96-9b80c3e81f95 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:44.313471 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'status': 'completed', 'code': 200} Aug 11 08:00:44.325559 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.355649 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd9e96-6329-4e94-b4ef-f2c529f2b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b441ef5-6462-4a83-a047-e72e10ab7c5a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:44.415543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c97041d6-929f-4165-bc8c-a843f4eecf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.429925 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c97041d6-929f-4165-bc8c-a843f4eecf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.436294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-4f888677-b6f9-46bb-9179-705594b63e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:44.442285 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-4f888677-b6f9-46bb-9179-705594b63e46 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1099 time: 0.1110444 Aug 11 08:00:44.454187 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b53ff66-dd23-4e9f-8f5c-07acba077ae3 x-openstack-request-id: req-5b53ff66-dd23-4e9f-8f5c-07acba077ae3 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:44.454335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.454469 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:44.455446 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b53ff66-dd23-4e9f-8f5c-07acba077ae3 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:44.456017 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911', 'status': 'completed', 'code': 200} Aug 11 08:00:44.499625 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:44.554125 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:44.602602 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.78', 56277) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:44.798131 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-8f1708c3-a63a-41a4-9bf2-96831213f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:44.802582 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-8f1708c3-a63a-41a4-9bf2-96831213f747 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1099 time: 0.2816904 Aug 11 08:00:44.815771 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.822939 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:44.831285 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87d0316a-d6f8-4abd-8eca-810fa7d9435c HTTP/1.1" status: 204 len: 168 time: 0.6394494 Aug 11 08:00:44.878101 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c97041d6-929f-4165-bc8c-a843f4eecf82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=729f5f6a81a042fd8dfd3eacb3642108&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4753323 Aug 11 08:00:44.892669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 42806) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:44.899015 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97041d6-929f-4165-bc8c-a843f4eecf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b62a55-b847-485d-83e3-79eca51a78c4,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:44.943520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a91d75-0221-4425-981f-1e82c3d81f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0316a-d6f8-4abd-8eca-810fa7d9435c,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:45.003662 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-a40ea3b6-e1bf-490b-bcdc-bbd7d7844872 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.006346 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-a40ea3b6-e1bf-490b-bcdc-bbd7d7844872 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.3860176 Aug 11 08:00:45.188293 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'b3d045c3-83ec-47d6-b484-8101bead6c94', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:52Z', 'updated_at': '2021-08-11T08:00:42Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:45.233096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e42f2-4c8e-4489-b7b4-ab4552d1d8f4 req-a81614ad-f4d7-4574-b996-a5a492b4f2a7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.248309 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:00:45.252148 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c80e42f2-4c8e-4489-b7b4-ab4552d1d8f4 req-a81614ad-f4d7-4574-b996-a5a492b4f2a7 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.4691226 Aug 11 08:00:45.267639 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:45.269712 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:45.293252 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-83bb4765-c76e-4e6b-b8d4-d74433877f0d req-9b98b5fe-8b0c-4e49-9d32-cc04e45e35e2 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 210 time: 0.4441366 Aug 11 08:00:45.300611 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-ecbc5474-adc2-4317-8f6a-e3e6b53a1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.302425 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '50e456ec-76d7-492e-b079-829a25b8a204', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': '1caedb03-fa45-465b-8551-e50d46f0b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:f7:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:54Z', 'updated_at': '2021-08-11T08:00:43Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:45.303884 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-ecbc5474-adc2-4317-8f6a-e3e6b53a1045 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.8392959 Aug 11 08:00:45.361213 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:00:45.374715 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:45.375988 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:45.472898 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-8101b5e7-f896-4cfb-88e2-7c151643afa4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 999 time: 0.1621294 Aug 11 08:00:45.478457 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-c4e4d0da-9424-406b-b459-16b5e53dd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.479957 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-c4e4d0da-9424-406b-b459-16b5e53dd14f service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.6656246 Aug 11 08:00:45.508965 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:45.535878 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:45.552047 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c80e42f2-4c8e-4489-b7b4-ab4552d1d8f4 req-cfb93ba4-3b8b-4e9e-8264-4414a0bd4a5e tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980468 Aug 11 08:00:45.654277 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:45.657961 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:45.670147 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Deleting port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:00:45.670711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:45.693951 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-f0f0a07d-7d4e-4cc8-a69e-cc98c1940870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.695124 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-f0f0a07d-7d4e-4cc8-a69e-cc98c1940870 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.2139170 Aug 11 08:00:45.777603 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:45.822249 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-e30ed56c-b5b1-4d92-b57d-199a61e83480 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 999 time: 0.3212469 Aug 11 08:00:45.902629 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-b9f3e460-759c-46a8-ab04-1727084bb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:45.905281 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-b9f3e460-759c-46a8-ab04-1727084bb7d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910493 Aug 11 08:00:45.997728 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '50e456ec-76d7-492e-b079-829a25b8a204', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': '1caedb03-fa45-465b-8551-e50d46f0b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:f7:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:54Z', 'updated_at': '2021-08-11T08:00:43Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:46.001859 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-eb9c0766-091d-484f-8d9e-3f682c589b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:46.004016 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-eb9c0766-091d-484f-8d9e-3f682c589b99 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.1716933 Aug 11 08:00:46.014364 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'b3d045c3-83ec-47d6-b484-8101bead6c94', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:52Z', 'updated_at': '2021-08-11T08:00:42Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:46.029732 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4396f-7450-4421-bd9a-55bf6196387a None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '50e456ec-76d7-492e-b079-829a25b8a204', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': '1caedb03-fa45-465b-8551-e50d46f0b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:f7:bf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:54Z', 'updated_at': '2021-08-11T08:00:43Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:00:46.073813 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbda279-8330-444e-9d04-4e72c9c49ed5 None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'b3d045c3-83ec-47d6-b484-8101bead6c94', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T07:59:52Z', 'updated_at': '2021-08-11T08:00:42Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:00:46.117297 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-4f888e59-8323-4c9f-ad21-826a3b356474 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022078 Aug 11 08:00:46.218249 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-a5fa235c-40cd-4fab-8f2d-48a6091422c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:46.219812 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-a5fa235c-40cd-4fab-8f2d-48a6091422c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1995072 Aug 11 08:00:46.317406 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.332417 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50ab291-96a7-438d-b4d0-15337fe8d7d2 req-a52a370a-8a1e-4049-a637-90e4cfeb54e6 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992691 Aug 11 08:00:46.346336 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2997fcae-e18a-4692-9159-6f9d934e3fc9,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:46.364500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] For port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,segment=NetworkSegment(9e909ecd-73c0-4be6-a5af-c4927502dfdc),segment_id=9e909ecd-73c0-4be6-a5af-c4927502dfdc)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:46.364979 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.386214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Allocated IP 192.168.233.193 (306077d3-04dc-4caf-b5aa-deb9b38f0458/de35a788-ad40-4535-afd6-be7e383a4d4a/213f66c3-36e4-4e28-aa81-6638593e825f) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:00:46.426901 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Calling delete_port for e3024a19-1a2d-44fa-8371-cc7b9ecd63ee owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:00:46.448100 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-7cd249a1-82b8-46e9-ad08-8f1cbff2af3b service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177801 Aug 11 08:00:46.559619 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a19a9-2f5a-4b06-87ad-2d6788e6c752 None None] New status for floating IP 50e456ec-76d7-492e-b079-829a25b8a204: ACTIVE {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:00:46.608784 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.611677 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.613353 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5b62a55-b847-485d-83e3-79eca51a78c4 HTTP/1.1" status: 204 len: 168 time: 1.7149205 Aug 11 08:00:46.638899 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bd4c1fe5-0e8b-4d03-8c1e-163967eb3523 req-923381f9-4aff-41ef-914f-a63b5d23a2ae service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832402 Aug 11 08:00:46.656388 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315b908-837a-4974-a3f9-f11970e0fe44 None None] New status for floating IP b3d045c3-83ec-47d6-b484-8101bead6c94: ACTIVE {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:00:46.661042 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25e8e59d-2bd3-4730-8acc-49c53db2bdcd req-b1fb852f-f64a-4ced-8d39-64b9425f11f3 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 210 time: 0.1607802 Aug 11 08:00:46.827260 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7eb8401d-f012-4e1f-a149-298d13620b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.870408 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.886291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Transition to ACTIVE for port object 213f66c3-36e4-4e28-aa81-6638593e825f will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:46.935465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:46.940100 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655a372-621c-4e4e-90dd-ef0e8a119988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b62a55-b847-485d-83e3-79eca51a78c4,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:47.010073 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.058756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Pushing event updated for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:47.104663 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Network 306077d3-04dc-4caf-b5aa-deb9b38f0458 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:47.109725 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:47.124432 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:00:47.220404 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa0d9-f136-489f-9768-a6967bfe7c68 req-abe09d70-1808-4484-9ebd-0789b9bfbcb1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:47.222022 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89baa0d9-f136-489f-9768-a6967bfe7c68 req-abe09d70-1808-4484-9ebd-0789b9bfbcb1 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 946 time: 0.2952573 Aug 11 08:00:47.270596 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device e3024a19-1a2d-44fa-8371-cc7b9ecd63ee no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:00:47.395864 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89baa0d9-f136-489f-9768-a6967bfe7c68 req-3e925922-7ec0-4653-81fe-0f294532a6f4 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/security-groups?id=157de2e3-c04c-4a3e-ad07-caa6bc9b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525161 Aug 11 08:00:47.422696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:47.423701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.453381 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-818e4675-a17d-4e03-a834-da89d60eea0b tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0731497 Aug 11 08:00:47.486347 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Request body: {'port': {'device_id': 'c59dd852-78ca-45a9-ba08-78868772e904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:47.515385 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42924) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:47.544767 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0c37d716-31ef-4aa0-8acc-28a5146e9b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.545779 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.550988 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c82c78ea-a825-4df4-b401-c87c2c183443 None None] Provisioning for port 213f66c3-36e4-4e28-aa81-6638593e825f completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:47.580342 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c82c78ea-a825-4df4-b401-c87c2c183443 None None] Provisioning complete for port 213f66c3-36e4-4e28-aa81-6638593e825f triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:47.580718 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c82c78ea-a825-4df4-b401-c87c2c183443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.595467 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No active binding found for port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee {{(pid=93662) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:00:47.598459 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device e3024a19-1a2d-44fa-8371-cc7b9ecd63ee not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:00:47.712095 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-c82c78ea-a825-4df4-b401-c87c2c183443 None None] Port 213f66c3-36e4-4e28-aa81-6638593e825f cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:00:47.734816 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Pushing event deleted for resources: {'Port': ['ID=e3024a19-1a2d-44fa-8371-cc7b9ecd63ee,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:47.803414 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.843945 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.889183 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] No DVR routers for this DVR port e3024a19-1a2d-44fa-8371-cc7b9ecd63ee on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:00:47.894338 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.897049 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-17b21cd7-dd7d-4ae2-8151-d6229f01d8cd req-ebc8f39b-3746-4798-a857-e3ad888b6698 tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.78 "DELETE /v2.0/ports/e3024a19-1a2d-44fa-8371-cc7b9ecd63ee HTTP/1.1" status: 204 len: 173 time: 2.8684189 Aug 11 08:00:47.931054 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'name': 'network-vif-deleted', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:47.934022 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1e995-fbf0-48e2-974d-d52e529b3bdd" -d '{"events": [{"server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "name": "network-vif-deleted", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:47.990905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0c37d716-31ef-4aa0-8acc-28a5146e9b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:47.996439 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0c37d716-31ef-4aa0-8acc-28a5146e9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.068279 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0c37d716-31ef-4aa0-8acc-28a5146e9b37 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=47ef347130024846b3b91dd886f823dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508280 Aug 11 08:00:48.077373 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 42958) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:48.114577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa42a14-b99b-4637-ab1f-599fc33284f6 x-openstack-request-id: req-4fa42a14-b99b-4637-ab1f-599fc33284f6 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:48.114928 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad2d515-7403-46b7-bea9-7cd7f5f58100", "name": "network-vif-deleted", "tag": "e3024a19-1a2d-44fa-8371-cc7b9ecd63ee", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:48.115165 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4fa42a14-b99b-4637-ab1f-599fc33284f6 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:48.115574 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad2d515-7403-46b7-bea9-7cd7f5f58100', 'name': 'network-vif-deleted', 'tag': 'e3024a19-1a2d-44fa-8371-cc7b9ecd63ee', 'status': 'completed', 'code': 200} Aug 11 08:00:48.182906 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6ca8-426e-4476-ad04-69e8dbcd03f8 req-3ae83e19-3861-4b94-85db-d6c22b1da7ff tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:48.184498 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50b6ca8-426e-4476-ad04-69e8dbcd03f8 req-3ae83e19-3861-4b94-85db-d6c22b1da7ff tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 936 time: 0.3628833 Aug 11 08:00:48.190414 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d716-31ef-4aa0-8acc-28a5146e9b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d223ea-847b-44c5-85e1-e9c0c10121b8,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:48.303350 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.326526 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b50b6ca8-426e-4476-ad04-69e8dbcd03f8 req-bea13752-00d3-4581-8bd3-49b532dd3fad tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314893 Aug 11 08:00:48.339498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.431164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213f66c3-36e4-4e28-aa81-6638593e825f {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:48.451792 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.488921 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.491487 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.495147 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16d223ea-847b-44c5-85e1-e9c0c10121b8 HTTP/1.1" status: 204 len: 168 time: 0.3992686 Aug 11 08:00:48.512540 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a637295-14e0-4a42-859a-d0ab40433784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d223ea-847b-44c5-85e1-e9c0c10121b8,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:48.540178 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Transition to ACTIVE for port object 213f66c3-36e4-4e28-aa81-6638593e825f will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:48.547060 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.612509 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-54cc614d-78f4-4a13-beda-cabf043bf400 req-08d076d5-61dd-4e1a-9385-91d4b382f2cc tempest-DeleteServersTestJSON-1101298583 tempest-DeleteServersTestJSON-1101298583-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ad2d515-7403-46b7-bea9-7cd7f5f58100 HTTP/1.1" status: 200 len: 210 time: 0.0550315 Aug 11 08:00:48.709136 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Pushing event updated for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:48.801982 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Attempting to bind port 213f66c3-36e4-4e28-aa81-6638593e825f on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:00:48.803700 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Attempting to bind port 213f66c3-36e4-4e28-aa81-6638593e825f by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:00:48.804053 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Attempting to bind port 213f66c3-36e4-4e28-aa81-6638593e825f on network 306077d3-04dc-4caf-b5aa-deb9b38f0458 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:48.814368 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Port 213f66c3-36e4-4e28-aa81-6638593e825f on network 306077d3-04dc-4caf-b5aa-deb9b38f0458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:00:48.814818 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Attempting to bind port 213f66c3-36e4-4e28-aa81-6638593e825f on network 306077d3-04dc-4caf-b5aa-deb9b38f0458 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:48.833171 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:00:48.834004 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Checking segment: {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:48.834652 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Bound using segment: {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:00:48.835345 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Bound port: 213f66c3-36e4-4e28-aa81-6638593e825f, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa94e9d-814a-48c8-88a7-f5cf3f448a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:00:48.835797 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:48.990141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:00:48.995581 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=213f66c3-36e4-4e28-aa81-6638593e825f,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:00:49.003511 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.007274 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.078527 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Pushing event updated for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:49.090785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:49.091729 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.093240 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d7d11504-8339-469d-9891-7d91515dc86f service neutron] 10.222.0.78 "PUT /v2.0/ports/213f66c3-36e4-4e28-aa81-6638593e825f HTTP/1.1" status: 200 len: 1098 time: 1.6205969 Aug 11 08:00:49.219350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-2c5a7904-6412-4ad5-ac8c-e1731a0f38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:49.221346 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-2c5a7904-6412-4ad5-ac8c-e1731a0f38e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8406f7f3932e48eb83548d70da335893&device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 1101 time: 0.0603487 Aug 11 08:00:49.307425 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-fd858d54-40e7-4949-b883-faaeea937dd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=213f66c3-36e4-4e28-aa81-6638593e825f HTTP/1.1" status: 200 len: 217 time: 0.0677547 Aug 11 08:00:49.346769 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43024) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:49.409778 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-21c9175f-8eba-426f-b661-848e6a1175e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:49.414028 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-21c9175f-8eba-426f-b661-848e6a1175e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=de35a788-ad40-4535-afd6-be7e383a4d4a HTTP/1.1" status: 200 len: 843 time: 0.0942860 Aug 11 08:00:49.504521 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da555a-c795-4dcf-9de7-498f83939a28 req-8d29c3e5-b21c-443c-a42b-460a05d82750 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:49.506377 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f8da555a-c795-4dcf-9de7-498f83939a28 req-8d29c3e5-b21c-443c-a42b-460a05d82750 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 948 time: 0.0540357 Aug 11 08:00:49.508538 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d639b808-7e59-4b68-a1b0-58682c5a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:49.510068 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-d639b808-7e59-4b68-a1b0-58682c5a3039 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=306077d3-04dc-4caf-b5aa-deb9b38f0458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0885515 Aug 11 08:00:49.573035 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c710de1-37c6-47ad-8b75-d08d372650a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.612346 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f8da555a-c795-4dcf-9de7-498f83939a28 req-a4f621fa-9dfb-49dd-b3d5-f879efcd085e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987732 Aug 11 08:00:49.688630 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-838e6a92-94d1-4cfa-9e43-7b3c1f603ab7 service neutron] 10.222.0.78 "GET /v2.0/networks/306077d3-04dc-4caf-b5aa-deb9b38f0458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704578 Aug 11 08:00:49.775772 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c710de1-37c6-47ad-8b75-d08d372650a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.781595 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c710de1-37c6-47ad-8b75-d08d372650a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.824440 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3c710de1-37c6-47ad-8b75-d08d372650a2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4426ff7ff81b4adb8d72b9b083494e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764838 Aug 11 08:00:49.828439 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43052) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:49.833911 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-152b9140-b4f4-4a63-a2b6-dd3f748765ad req-3e1f02f6-9e86-418f-ada0-5c3afe4e6fe0 service neutron] 10.222.0.78 "GET /v2.0/networks/306077d3-04dc-4caf-b5aa-deb9b38f0458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353722 Aug 11 08:00:49.862234 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c710de1-37c6-47ad-8b75-d08d372650a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cab2ef-7f4a-4e12-b8df-5866e059c390,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:49.869001 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43054) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:49.912109 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.939037 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:49.997488 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-587738964-network', 'tenant_id': 'ccda80b1341749c394b3a0dd9397e7c5'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:50.016257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.018923 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.022977 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9cab2ef-7f4a-4e12-b8df-5866e059c390 HTTP/1.1" status: 204 len: 168 time: 0.1856008 Aug 11 08:00:50.031714 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad321c-0e59-4781-8657-628beffa1b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cab2ef-7f4a-4e12-b8df-5866e059c390,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:50.045571 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Made reservation on behalf of ccda80b1341749c394b3a0dd9397e7c5 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:50.048626 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.059092 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.117779 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:50.120124 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c755734-09d4-42b4-a62a-2860c42ac3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:50.163548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a083a8-31f6-43a4-bf87-e42e05896687 x-openstack-request-id: req-19a083a8-31f6-43a4-bf87-e42e05896687 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:50.163829 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:50.164074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19a083a8-31f6-43a4-bf87-e42e05896687 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:50.164449 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f', 'status': 'completed', 'code': 200} Aug 11 08:00:50.178875 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.189174 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.237111 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:00:50.260939 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.261389 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Added segment bf8676fe-7333-42b3-9ac2-c4205818ad87 of type vlan for network caa1c383-e713-451e-946e-3fbe12296a1a Aug 11 08:00:50.277907 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7019d94e-1073-4bf9-a4fc-fb1aec8f784c,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:50.311469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-abeebf06-64ab-4319-8ec7-eda4391eb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.313018 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-abeebf06-64ab-4319-8ec7-eda4391eb981 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8406f7f3932e48eb83548d70da335893&device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 1101 time: 0.1188509 Aug 11 08:00:50.321362 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.354201 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43076) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:50.371033 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2c96-75ce-4573-82a4-b6ee7bc957ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.413149 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.414139 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.414690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.465822 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2c96-75ce-4573-82a4-b6ee7bc957ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.470621 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2c96-75ce-4573-82a4-b6ee7bc957ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.485907 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6156945 Aug 11 08:00:50.489785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43078) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:50.496495 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Request body: {'subnet': {'network_id': 'caa1c383-e713-451e-946e-3fbe12296a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-587738964-subnet', 'tenant_id': 'ccda80b1341749c394b3a0dd9397e7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:50.506044 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8df25d-9a8b-4cfa-b9ee-59be4c8a4c23 admin admin] Pushing event updated for resources: {'Network': ['ID=caa1c383-e713-451e-946e-3fbe12296a1a,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:50.508514 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-d0a0b092-2bdc-4dcc-ba38-f15a089214dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.510001 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-d0a0b092-2bdc-4dcc-ba38-f15a089214dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=306077d3-04dc-4caf-b5aa-deb9b38f0458 HTTP/1.1" status: 200 len: 870 time: 0.1851261 Aug 11 08:00:50.510575 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c2c96-75ce-4573-82a4-b6ee7bc957ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48864aad-448a-4f81-9c11-e3a1ddabdc12,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:50.516790 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-1c9c2c96-75ce-4573-82a4-b6ee7bc957ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f28a7626c4d41c49ced0e647a164c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615548 Aug 11 08:00:50.517126 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network caa1c383-e713-451e-946e-3fbe12296a1a details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:00:50.520667 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43080) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:50.573051 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-d049d17f-9e62-476e-aa04-a1ced0dbd942 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=213f66c3-36e4-4e28-aa81-6638593e825f HTTP/1.1" status: 200 len: 217 time: 0.0530012 Aug 11 08:00:50.593431 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Made reservation on behalf of ccda80b1341749c394b3a0dd9397e7c5 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:50.595619 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.706253 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-2b8e9598-333a-4ff2-98e4-90ec1dd6b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.707743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-2b8e9598-333a-4ff2-98e4-90ec1dd6b73a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=de35a788-ad40-4535-afd6-be7e383a4d4a HTTP/1.1" status: 200 len: 843 time: 0.1263852 Aug 11 08:00:50.719840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.748270 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df456da-6385-4492-a518-de8f5935d5de req-2e3e610c-19de-4aa5-92d6-fe1792cd61d5 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.750145 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8df456da-6385-4492-a518-de8f5935d5de req-2e3e610c-19de-4aa5-92d6-fe1792cd61d5 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 948 time: 0.0626986 Aug 11 08:00:50.790841 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.812407 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8df456da-6385-4492-a518-de8f5935d5de req-b3b5d974-c21c-44f1-8e81-46997987149f tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Aug 11 08:00:50.865670 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-1989e7f7-b972-49ae-92d5-370ef88e5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:50.867188 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-1989e7f7-b972-49ae-92d5-370ef88e5de2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=306077d3-04dc-4caf-b5aa-deb9b38f0458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1484265 Aug 11 08:00:50.980510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.983229 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:50.984378 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/48864aad-448a-4f81-9c11-e3a1ddabdc12 HTTP/1.1" status: 204 len: 168 time: 0.4628577 Aug 11 08:00:51.000056 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e199-1189-4f51-807c-e667d275994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48864aad-448a-4f81-9c11-e3a1ddabdc12,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:51.013781 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.076850 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-d2e6f578-215e-4b27-9b7d-fc203db35331 service neutron] 10.222.0.78 "GET /v2.0/networks/306077d3-04dc-4caf-b5aa-deb9b38f0458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994793 Aug 11 08:00:51.112187 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca18eed-4ed1-4b7c-8b2a-13271c563066,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:51.219235 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Checking segment: {'id': 'bf8676fe-7333-42b3-9ac2-c4205818ad87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'caa1c383-e713-451e-946e-3fbe12296a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:51.219605 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Network hostable DHCP agents. Network: caa1c383-e713-451e-946e-3fbe12296a1a, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:00:51.254660 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Network caa1c383-e713-451e-946e-3fbe12296a1a is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:00:51.255394 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43108) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:51.278934 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, caa1c383-e713-451e-946e-3fbe12296a1a) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:51.286115 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 213f66c3-36e4-4e28-aa81-6638593e825f details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:00:51.288991 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c755734-09d4-42b4-a62a-2860c42ac3c8 req-70b6885a-d02e-4aae-9c85-dde4603ff8fe service neutron] 10.222.0.78 "GET /v2.0/networks/306077d3-04dc-4caf-b5aa-deb9b38f0458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022603 Aug 11 08:00:51.290985 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:51.291898 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.292494 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e9dc2-4bef-4f83-b1bc-7f6b12a1cd42 None None] Network caa1c383-e713-451e-946e-3fbe12296a1a requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:51.319293 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Deleting subnet 9ec68e0b-41d5-47d5-82a1-ec9258fe5a85 {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:00:51.325782 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.337289 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cfa75b53-2b4c-4bd2-97c1-4e9f08bea49f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8433743 Aug 11 08:00:51.375232 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.382071 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.451325 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.481086 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec68e0b-41d5-47d5-82a1-ec9258fe5a85,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:51.486506 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.493188 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43116) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:51.493574 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-169ae413-3d99-4a51-b544-60576103d076 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9ec68e0b-41d5-47d5-82a1-ec9258fe5a85 HTTP/1.1" status: 204 len: 168 time: 0.2368884 Aug 11 08:00:51.646708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.685243 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bbfd1-a85f-4133-a61c-4a9e73e6dd78 None None] Network caa1c383-e713-451e-946e-3fbe12296a1a requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:51.697806 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=213f66c3-36e4-4e28-aa81-6638593e825f,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:51.764935 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.781547 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8949563f-65c8-4fff-b6c3-62d545c008ac']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:51.784039 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '213f66c3-36e4-4e28-aa81-6638593e825f', 'network_id': '306077d3-04dc-4caf-b5aa-deb9b38f0458', 'port_id': '213f66c3-36e4-4e28-aa81-6638593e825f', 'mac_address': 'fa:16:3e:01:1e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de35a788-ad40-4535-afd6-be7e383a4d4a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:00:51.795098 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e909ecd-73c0-4be6-a5af-c4927502dfdc') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:51.795397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e909ecd-73c0-4be6-a5af-c4927502dfdc') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:51.805212 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.828616 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.839293 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:00:51.840061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.914672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.952621 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213f66c3-36e4-4e28-aa81-6638593e825f {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:00:51.967391 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:00:51.977650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:51.998516 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.003057 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8949563f-65c8-4fff-b6c3-62d545c008ac HTTP/1.1" status: 204 len: 168 time: 0.5062990 Aug 11 08:00:52.023324 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=213f66c3-36e4-4e28-aa81-6638593e825f,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:52.029438 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9604f9-16ad-4b29-ace0-b5356db5b5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8949563f-65c8-4fff-b6c3-62d545c008ac,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:52.030524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.049733 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99589fb3-6144-4ee1-b9f4-8b259ff0eb4b req-8f5c68e0-73e7-40ba-98bf-c4e577dcc970 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:52.051345 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-99589fb3-6144-4ee1-b9f4-8b259ff0eb4b req-8f5c68e0-73e7-40ba-98bf-c4e577dcc970 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 948 time: 0.0940959 Aug 11 08:00:52.092915 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-99589fb3-6144-4ee1-b9f4-8b259ff0eb4b req-bb51ad76-d2db-41ee-a4f9-b5abb3ff28d0 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354030 Aug 11 08:00:52.115402 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:52.120211 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.120984 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.121630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.122233 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.122877 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.123426 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.123876 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.124213 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.124568 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.124925 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.125255 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.125635 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:52.180725 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43148) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:52.251139 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-36f3f4ba-aedb-4c37-b80d-673cd8788b02 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56759d6f42074653a01db1b53de34cc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0690413 Aug 11 08:00:52.253686 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43156) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:52.321063 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.324742 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['213f66c3-36e4-4e28-aa81-6638593e825f'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:00:52.346665 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.418110 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.422398 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.423658 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/157de2e3-c04c-4a3e-ad07-caa6bc9b5877 HTTP/1.1" status: 204 len: 168 time: 0.1687763 Aug 11 08:00:52.435027 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8b156-cf66-4b07-a3d3-547ec539305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157de2e3-c04c-4a3e-ad07-caa6bc9b5877,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:52.767169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43178) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:52.773852 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-429298515-network', 'tenant_id': '19da096842574771ad4804eff31421ff'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:52.814384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Made reservation on behalf of 19da096842574771ad4804eff31421ff for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:52.817004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.827028 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.933130 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.938039 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.967267 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:00:52.978252 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e07e8-b606-40a4-aee1-6b65fed46125,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:52.998006 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:52.999622 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Added segment 5bf89763-f912-4167-ab9a-810ed8b5a122 of type vlan for network 6dd7a9f7-8291-4984-ac4e-4d0805084b33 Aug 11 08:00:53.048468 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.088564 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.089884 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:53.090463 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.153996 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3816311 Aug 11 08:00:53.153996 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43198) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:53.161624 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Request body: {'subnet': {'network_id': '6dd7a9f7-8291-4984-ac4e-4d0805084b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-429298515-subnet', 'tenant_id': '19da096842574771ad4804eff31421ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:53.175148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927ac2-d786-4f36-83e1-dd1bcd8b6f67 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd7a9f7-8291-4984-ac4e-4d0805084b33,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:53.186184 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 6dd7a9f7-8291-4984-ac4e-4d0805084b33 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:00:53.207440 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Made reservation on behalf of 19da096842574771ad4804eff31421ff for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:53.210612 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.306908 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 213f66c3-36e4-4e28-aa81-6638593e825f up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:00:53.309547 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5256e-5361-4ec4-84f9-a26f21261202 req-ff1f4c1a-0f1e-48b8-bcdf-78d5ebfe8f35 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:53.312553 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fcb5256e-5361-4ec4-84f9-a26f21261202 req-ff1f4c1a-0f1e-48b8-bcdf-78d5ebfe8f35 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 949 time: 0.0945039 Aug 11 08:00:53.359101 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fcb5256e-5361-4ec4-84f9-a26f21261202 req-5a404120-c1cd-4c10-8451-3d68c8d4cb9f tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Aug 11 08:00:53.419463 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 213f66c3-36e4-4e28-aa81-6638593e825f completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:53.425364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 213f66c3-36e4-4e28-aa81-6638593e825f triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:53.427087 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.461915 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.537745 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.547004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24ee5c8-8df8-4b4a-a104-19d470b5930b,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:53.552395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43216) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:53.570063 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Checking segment: {'id': '5bf89763-f912-4167-ab9a-810ed8b5a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6dd7a9f7-8291-4984-ac4e-4d0805084b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:53.571247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Network hostable DHCP agents. Network: 6dd7a9f7-8291-4984-ac4e-4d0805084b33, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:00:53.584906 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:53.592761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a8b002-f4a2-4bd1-b5ec-20d77021d2b0" -d '{"events": [{"server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "name": "network-vif-plugged", "status": "completed", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:53.608359 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Network 6dd7a9f7-8291-4984-ac4e-4d0805084b33 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:00:53.634169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 6dd7a9f7-8291-4984-ac4e-4d0805084b33) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:53.637671 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=213f66c3-36e4-4e28-aa81-6638593e825f,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:53.640846 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:53.641498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.647309 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e5344-7308-4558-8c4f-ce64e6e9105c None None] Network 6dd7a9f7-8291-4984-ac4e-4d0805084b33 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:53.649791 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.656323 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c2b4ae-da4f-406f-b88f-1d944ab85a31 x-openstack-request-id: req-94c2b4ae-da4f-406f-b88f-1d944ab85a31 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:53.656539 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "name": "network-vif-plugged", "status": "completed", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:53.659195 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94c2b4ae-da4f-406f-b88f-1d944ab85a31 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:53.659775 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f', 'code': 200} Aug 11 08:00:53.680773 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-350e76b9-b9e7-4277-8f31-462663e7bd73 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5255935 Aug 11 08:00:53.699477 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-554755589-network', 'tenant_id': '89588d20c4b6407880d94175e5b43186'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:53.739207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Made reservation on behalf of 89588d20c4b6407880d94175e5b43186 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:53.742712 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.754766 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.923116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.937624 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452286-4255-4f76-b168-dbd00a42f65c req-bf7600e1-9a68-4fd4-ac0b-3e4d15ab03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:53.939359 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-58452286-4255-4f76-b168-dbd00a42f65c req-bf7600e1-9a68-4fd4-ac0b-3e4d15ab03b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 1103 time: 0.0769339 Aug 11 08:00:53.940353 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:53.946192 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab3359-7c0c-4f06-8554-6a39fe2fa810 None None] Network 6dd7a9f7-8291-4984-ac4e-4d0805084b33 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:53.983567 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:00:54.004301 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:54.015434 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.015647 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Added segment 264529ca-b807-49c5-8c72-11b9391ab70e of type vlan for network e145f70e-4b62-4667-8857-5e35fa119b2b Aug 11 08:00:54.018326 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-58452286-4255-4f76-b168-dbd00a42f65c req-7a46de66-1e98-473c-941e-7f4c7fe28869 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708477 Aug 11 08:00:54.019006 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d21789-65cb-4fa8-a4f9-d93f738f07fb,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:54.069267 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.114780 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.117214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:54.117949 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.190131 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6323981 Aug 11 08:00:54.190868 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43246) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:54.195553 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Request body: {'subnet': {'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-subnet', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:54.213305 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ec8b-456c-469c-b6ac-1f47e0e04198 admin admin] Pushing event updated for resources: {'Network': ['ID=e145f70e-4b62-4667-8857-5e35fa119b2b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:54.228672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Made reservation on behalf of 89588d20c4b6407880d94175e5b43186 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:00:54.228825 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network e145f70e-4b62-4667-8857-5e35fa119b2b details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:00:54.231146 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.514353 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.535107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e08f51-2c3c-46f4-b3e5-fa9c20b1d659 req-8fbc2e98-4c5d-4f3f-913c-63cbb3f41fb3 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:54.538332 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88e08f51-2c3c-46f4-b3e5-fa9c20b1d659 req-8fbc2e98-4c5d-4f3f-913c-63cbb3f41fb3 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 950 time: 0.0695584 Aug 11 08:00:54.578689 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fb34e7-c1e1-40c4-8590-5d178d080099,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:54.609879 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Checking segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:54.615149 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Network hostable DHCP agents. Network: e145f70e-4b62-4667-8857-5e35fa119b2b, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:00:54.637172 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Network e145f70e-4b62-4667-8857-5e35fa119b2b is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:00:54.639195 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88e08f51-2c3c-46f4-b3e5-fa9c20b1d659 req-e1216901-6336-4ad8-9682-f70b7797ada9 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Aug 11 08:00:54.661207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, e145f70e-4b62-4667-8857-5e35fa119b2b) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:54.671320 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0798d-c179-40f1-84ce-6744a112b28f None None] Network e145f70e-4b62-4667-8857-5e35fa119b2b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:54.674326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:54.676990 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.700260 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43272) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:54.701742 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5359f61f-d68b-4240-afa6-f50055cbe26f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5089960 Aug 11 08:00:54.705294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:00:54.732004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.733534 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.812028 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.900418 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552165b-07b6-481a-822f-7664f4ed9339 None None] Network e145f70e-4b62-4667-8857-5e35fa119b2b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:00:54.971207 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:54.980126 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43280) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:55.111323 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-540dfa6c-2ee3-4cde-8f1a-a8a343abbe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.197362 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.205529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-540dfa6c-2ee3-4cde-8f1a-a8a343abbe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.209260 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-540dfa6c-2ee3-4cde-8f1a-a8a343abbe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.216354 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.250186 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-540dfa6c-2ee3-4cde-8f1a-a8a343abbe8b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc34dfda85c54443a29065b8d730501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654271 Aug 11 08:00:55.250186 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dfa6c-2ee3-4cde-8f1a-a8a343abbe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b073c2-d21a-436b-8ea2-b6b9c156f617,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:55.251573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43284) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:55.300383 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.322641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Allocated IP 172.27.2.153 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/0238c6a1-b41a-489e-b7cc-208fd764f761) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:00:55.326993 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.376524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.381197 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.385268 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8b073c2-d21a-436b-8ea2-b6b9c156f617 HTTP/1.1" status: 204 len: 168 time: 0.1300170 Aug 11 08:00:55.395657 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199cada-cc3c-47ba-a2a2-835f49c4715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b073c2-d21a-436b-8ea2-b6b9c156f617,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:55.450269 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.461669 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-e75a1c44-c597-41b3-bf9a-a428c82861f3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417016 Aug 11 08:00:55.495793 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:55.535587 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:55.538402 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:55.543940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:00:55.556923 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-8498c1ad-76b9-4f49-a063-2be59942b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:55.558026 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-8498c1ad-76b9-4f49-a063-2be59942b8b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1099 time: 0.0428739 Aug 11 08:00:55.690928 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Pushing event updated for resources: {'Port': ['ID=0238c6a1-b41a-489e-b7cc-208fd764f761,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:55.723164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-38f2f711-8171-4394-a58d-dce4330f732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:55.725551 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-38f2f711-8171-4394-a58d-dce4330f732a service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.1421678 Aug 11 08:00:55.867134 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43310) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:55.927978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.214944 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8e6b-36f9-4e3a-b56a-de5e8e0e7b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.247939 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1a19-868f-4217-a39e-6d5e231dee98 req-f9bd163d-8e3d-46ff-8130-7c6a6b664aed tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:56.249614 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b3cd1a19-868f-4217-a39e-6d5e231dee98 req-f9bd163d-8e3d-46ff-8130-7c6a6b664aed tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 950 time: 0.5190144 Aug 11 08:00:56.255512 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-932508e5-d023-4ddb-895b-1e8e1ccc2fa0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.4553709 Aug 11 08:00:56.370236 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b3cd1a19-868f-4217-a39e-6d5e231dee98 req-11a3f334-3c33-4acb-a619-5cace99857f9 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079059 Aug 11 08:00:56.373233 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.374156 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-776d97fe-a1f8-444f-8548-3110f5af49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:56.375284 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-776d97fe-a1f8-444f-8548-3110f5af49e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.1087239 Aug 11 08:00:56.464193 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8e6b-36f9-4e3a-b56a-de5e8e0e7b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.470436 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-1785f6de-10fd-470e-8d1b-1d1f991b7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:56.471944 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-1785f6de-10fd-470e-8d1b-1d1f991b7768 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806916 Aug 11 08:00:56.472652 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3b1d8e6b-36f9-4e3a-b56a-de5e8e0e7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.518970 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Router 3c23d791-e8f4-4cc2-8468-78884e5a15ad is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:00:56.561354 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-3b1d8e6b-36f9-4e3a-b56a-de5e8e0e7b60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=11a1a6eba3b94572bd8617d44f5ad94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913478 Aug 11 08:00:56.562484 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43326) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:56.565616 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d8e6b-36f9-4e3a-b56a-de5e8e0e7b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2939c8-b07d-4f73-b64d-88b9d5187f00,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:56.626568 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-1781d409-4f77-496f-848a-90852ebca5cf service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437781 Aug 11 08:00:56.677454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.680501 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:00:56.698966 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Sync routers for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:00:56.709129 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.713376 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-bbe90ef7-102c-44bc-9bfd-70b846e4df63 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0120037 Aug 11 08:00:56.716317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.722406 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:56.723085 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:56.724240 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43334) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:56.779837 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.782683 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:56.785880 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e2939c8-b07d-4f73-b64d-88b9d5187f00 HTTP/1.1" status: 204 len: 168 time: 0.2181745 Aug 11 08:00:56.795683 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c437c8-b3f7-464c-9387-961af05ad830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2939c8-b07d-4f73-b64d-88b9d5187f00,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:56.857099 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:56.885776 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0660d59-6bd9-4b2c-aeb1-36919f76ed26 req-90951f7b-446f-4214-8906-c478a4ffb3bc tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:56.887706 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f0660d59-6bd9-4b2c-aeb1-36919f76ed26 req-90951f7b-446f-4214-8906-c478a4ffb3bc tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 950 time: 0.1823304 Aug 11 08:00:56.917404 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7e94bad-506f-42e3-8bef-57286a300a31 req-d4006678-5edc-49a8-a5d5-6e2a9a0f8802 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728477 Aug 11 08:00:56.974780 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f0660d59-6bd9-4b2c-aeb1-36919f76ed26 req-052ee873-f6d6-4855-a0a1-35a895dc4776 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600140 Aug 11 08:00:57.052606 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:55Z', 'revision_number': 3, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:57.091166 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Checking router: 3c23d791-e8f4-4cc2-8468-78884e5a15ad for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:00:57.091526 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Updating router 3c23d791-e8f4-4cc2-8468-78884e5a15ad port 0238c6a1-b41a-489e-b7cc-208fd764f761 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:00:57.120779 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.360420 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.437873 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.449287 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Transition to ACTIVE for port object 0238c6a1-b41a-489e-b7cc-208fd764f761 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:00:57.458450 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.516702 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Pushing event updated for resources: {'Port': ['ID=0238c6a1-b41a-489e-b7cc-208fd764f761,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:57.529297 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.529724 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.530161 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.530654 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.531094 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.531510 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.531922 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.532334 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.532944 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.533357 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.533887 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.534322 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:00:57.547888 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Attempting to bind port 0238c6a1-b41a-489e-b7cc-208fd764f761 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:00:57.548338 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Attempting to bind port 0238c6a1-b41a-489e-b7cc-208fd764f761 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:00:57.548772 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Attempting to bind port 0238c6a1-b41a-489e-b7cc-208fd764f761 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:00:57.554131 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:00:57.554669 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:00:57.555102 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.555554 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:00:57.556198 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Bound port: 0238c6a1-b41a-489e-b7cc-208fd764f761, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:00:57.556760 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.580799 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Allocated IP 172.20.0.1 (e145f70e-4b62-4667-8857-5e35fa119b2b/75fb34e7-c1e1-40c4-8590-5d178d080099/3c066e91-2da8-41c0-b035-8ebc9d471e44) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:00:57.715258 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.750400 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] For port 0238c6a1-b41a-489e-b7cc-208fd764f761, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:00:57.754992 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] For port 0238c6a1-b41a-489e-b7cc-208fd764f761, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0238c6a1-b41a-489e-b7cc-208fd764f761,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:00:57.761720 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.781456 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:57.826709 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:00:57.827722 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:57.841648 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Network e145f70e-4b62-4667-8857-5e35fa119b2b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:57.847011 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:57.850468 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:00:57.863125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Pushing event updated for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:57.911694 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.027651 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d51c0-b9ec-427c-b515-2dd20cc59a3b None None] Pushing event updated for resources: {'Port': ['ID=0238c6a1-b41a-489e-b7cc-208fd764f761,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:58.044939 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:00:58.104414 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.145105 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee117-d5aa-4b49-982d-8509d79acaa2 req-a8741c83-c136-43df-a388-674e306428d2 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:58.146775 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-240ee117-d5aa-4b49-982d-8509d79acaa2 req-a8741c83-c136-43df-a388-674e306428d2 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 950 time: 0.0607083 Aug 11 08:00:58.204172 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-240ee117-d5aa-4b49-982d-8509d79acaa2 req-dd381aa3-78a5-4b55-8452-98da742d59de tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Aug 11 08:00:58.319568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.326722 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.334162 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:55Z', 'revision_number': 3, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:00:58.373797 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43394) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:58.378156 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd9e52-fb34-4bbb-aca5-3676b8c7aa3c None None] The sync data for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi is: [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:55Z', 'revision_number': 3, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:00:58.439748 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.441445 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Pushing event updated for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:58.509788 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-9a1c4aba-d493-47f5-baab-f886105fd3a1 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:58.511304 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-9a1c4aba-d493-47f5-baab-f886105fd3a1 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.78 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 950 time: 0.1191223 Aug 11 08:00:58.556743 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c2d5-112c-4bb4-91a7-cca3ce3761c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.654226 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Network e145f70e-4b62-4667-8857-5e35fa119b2b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:00:58.665112 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:00:58.772315 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Deleting port 213f66c3-36e4-4e28-aa81-6638593e825f {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:00:58.772660 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.894799 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c2d5-112c-4bb4-91a7-cca3ce3761c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.903013 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ea8c2d5-112c-4bb4-91a7-cca3ce3761c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.953206 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Router 3c23d791-e8f4-4cc2-8468-78884e5a15ad has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:00:58.988292 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9ea8c2d5-112c-4bb4-91a7-cca3ce3761c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fca537c50674ea88f130f1a06ebda54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117597 Aug 11 08:00:58.991093 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43404) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:58.994789 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] For port 213f66c3-36e4-4e28-aa81-6638593e825f, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=213f66c3-36e4-4e28-aa81-6638593e825f,segment=NetworkSegment(baa94e9d-814a-48c8-88a7-f5cf3f448a3e),segment_id=baa94e9d-814a-48c8-88a7-f5cf3f448a3e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:58.995423 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.011475 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Calling delete_port for 213f66c3-36e4-4e28-aa81-6638593e825f owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:00:59.064894 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.077657 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8c2d5-112c-4bb4-91a7-cca3ce3761c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f469b7-b4f4-471c-9eae-67d082b6db66,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:59.089293 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.095338 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.171394 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.174973 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.176344 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8f469b7-b4f4-471c-9eae-67d082b6db66 HTTP/1.1" status: 204 len: 168 time: 0.1841114 Aug 11 08:00:59.185687 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a9729-3e48-4813-aaea-c02247b50255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f469b7-b4f4-471c-9eae-67d082b6db66,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:59.264314 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:00:59.308182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a25d0a53-75b9-4408-a749-f2d28aa4ff74 admin admin] 10.222.0.68 "PUT /v2.0/routers/3c23d791-e8f4-4cc2-8468-78884e5a15ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825610 Aug 11 08:00:59.414162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.471038 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Pushing event deleted for resources: {'Port': ['ID=213f66c3-36e4-4e28-aa81-6638593e825f,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:00:59.519747 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69433895-df26-461f-8261-7104c962ec5e req-6cda597e-2c5b-4ca6-bb78-c7fafd407617 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:00:59.521775 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-69433895-df26-461f-8261-7104c962ec5e req-6cda597e-2c5b-4ca6-bb78-c7fafd407617 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59dd852-78ca-45a9-ba08-78868772e904 HTTP/1.1" status: 200 len: 867 time: 0.2095792 Aug 11 08:00:59.544066 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] No DVR routers for this DVR port 213f66c3-36e4-4e28-aa81-6638593e825f on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:00:59.546895 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.549188 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d4a4510f-f538-407d-bcec-0a0d8baee6cb req-4827c712-cd8e-476d-92f8-9cee4865fc9e tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.78 "DELETE /v2.0/ports/213f66c3-36e4-4e28-aa81-6638593e825f HTTP/1.1" status: 204 len: 173 time: 1.0260756 Aug 11 08:00:59.550329 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'name': 'network-vif-deleted', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:00:59.553590 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9757fa-a93e-4617-95c8-829e7396d10d" -d '{"events": [{"server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "name": "network-vif-deleted", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:00:59.647097 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23670c81-278c-4e82-a1e7-a16618616571 x-openstack-request-id: req-23670c81-278c-4e82-a1e7-a16618616571 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:00:59.647612 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59dd852-78ca-45a9-ba08-78868772e904", "name": "network-vif-deleted", "tag": "213f66c3-36e4-4e28-aa81-6638593e825f", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:00:59.648021 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23670c81-278c-4e82-a1e7-a16618616571 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:00:59.648577 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59dd852-78ca-45a9-ba08-78868772e904', 'name': 'network-vif-deleted', 'tag': '213f66c3-36e4-4e28-aa81-6638593e825f', 'status': 'completed', 'code': 200} Aug 11 08:00:59.657463 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-69433895-df26-461f-8261-7104c962ec5e req-6e687f0e-963b-406f-ae92-fe19c5a71924 tempest-VolumesNegativeTest-715867395 tempest-VolumesNegativeTest-715867395-project] 10.222.0.68 "GET /v2.0/security-groups?id=2997fcae-e18a-4692-9159-6f9d934e3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148796 Aug 11 08:00:59.787252 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0238c6a1-b41a-489e-b7cc-208fd764f761 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:00:59.851952 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 0238c6a1-b41a-489e-b7cc-208fd764f761 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:00:59.856075 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 0238c6a1-b41a-489e-b7cc-208fd764f761 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:00:59.857865 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.958009 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.979171 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43446) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:00:59.983222 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 0238c6a1-b41a-489e-b7cc-208fd764f761, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0238c6a1-b41a-489e-b7cc-208fd764f761,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:00:59.989529 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.067008 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=0238c6a1-b41a-489e-b7cc-208fd764f761,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:00.334563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-291057ad-c1d0-455f-9432-a04d96a6d141 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:00.336148 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-291057ad-c1d0-455f-9432-a04d96a6d141 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 818 time: 0.1479921 Aug 11 08:01:00.364495 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c0f49f10-86d4-401b-8fc4-95376d480bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.368129 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-cc8f6a07-f336-46f2-8386-5a51ae9de826 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/quotas/89588d20c4b6407880d94175e5b43186 HTTP/1.1" status: 200 len: 375 time: 0.0220709 Aug 11 08:01:00.443248 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Sync routers for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:00.447540 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-d5526c65-f06d-49bd-bd1e-6186deb25a07 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717213 Aug 11 08:01:00.459589 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:00.460583 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:00.549636 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43476) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:00.609896 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:00.619820 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-89194405-59ed-41e0-8a9a-9dbedb7bd1f2 service neutron] 10.222.0.68 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553478 Aug 11 08:01:00.647730 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c0f49f10-86d4-401b-8fc4-95376d480bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.659768 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-c0f49f10-86d4-401b-8fc4-95376d480bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.692255 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1284680612-network', 'tenant_id': '428009c948d24e8fad89b98f31781bc5'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:00.740750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Made reservation on behalf of 428009c948d24e8fad89b98f31781bc5 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:00.743162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.753715 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.789274 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f49f10-86d4-401b-8fc4-95376d480bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d5113-83f2-477c-9e47-29f6715d693b,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:00.794630 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-c0f49f10-86d4-401b-8fc4-95376d480bf2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70e52ee37976489fb253be4e369c5ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8135996 Aug 11 08:01:00.797887 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43486) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:00.894149 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.929354 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.955343 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.963829 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.001675 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.001675 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.002600 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/480d5113-83f2-477c-9e47-29f6715d693b HTTP/1.1" status: 204 len: 168 time: 0.2028003 Aug 11 08:01:01.006309 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-1401e369-a4aa-423e-af07-f40fbf859a8e service neutron] 10.222.0.68 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780708 Aug 11 08:01:01.030074 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6806d-a7d9-466c-a085-05be0d162e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d5113-83f2-477c-9e47-29f6715d693b,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:01.038684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:01:01.049521 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a063f-da9b-4882-8ad1-14b1f49c5ce0,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:01.054856 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.055201 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Added segment 3b623134-7669-464b-9760-8b400ea6cc5e of type vlan for network 2d849533-7441-49ec-ada0-e5e0e0956f4b Aug 11 08:01:01.127344 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.160257 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:58Z', 'revision_number': 4, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '3c066e91-2da8-41c0-b035-8ebc9d471e44', 'name': '', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'mac_address': 'fa:16:3e:c6:8e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:57Z', 'updated_at': '2021-08-11T08:00:58Z', 'revision_number': 2, 'project_id': '89588d20c4b6407880d94175e5b43186', 'subnets': [{'id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:01.192597 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.195346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:01.196470 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Checking router: 3c23d791-e8f4-4cc2-8468-78884e5a15ad for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:01.196924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Updating router 3c23d791-e8f4-4cc2-8468-78884e5a15ad port 3c066e91-2da8-41c0-b035-8ebc9d471e44 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:01.197217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.270027 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.276760 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7259936 Aug 11 08:01:01.280169 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43516) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:01.285638 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Request body: {'subnet': {'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1284680612-subnet', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:01.301221 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b9c7d-1f71-404d-83a4-df67afd079f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d849533-7441-49ec-ada0-e5e0e0956f4b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:01.328766 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Made reservation on behalf of 428009c948d24e8fad89b98f31781bc5 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:01.333884 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.413990 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-750a260b-9fe6-40eb-b2ea-ad86b5120c1d req-5d72c436-94f3-47dd-bd5d-1cfab2576dca tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0754149 Aug 11 08:01:01.469990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:01:01.475057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 213f66c3-36e4-4e28-aa81-6638593e825f no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:01:01.503771 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43528) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:01.544750 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a95169df-bb54-4bda-a2a9-bbc3db17c9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.575900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 213f66c3-36e4-4e28-aa81-6638593e825f {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:01:01.576736 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 213f66c3-36e4-4e28-aa81-6638593e825f not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:01:01.587016 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.774996 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Checking segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:01.777315 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Network hostable DHCP agents. Network: 2d849533-7441-49ec-ada0-e5e0e0956f4b, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:01:01.781425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:01.782985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0238c6a1-b41a-489e-b7cc-208fd764f761 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:01.807601 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a95169df-bb54-4bda-a2a9-bbc3db17c9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.818446 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a95169df-bb54-4bda-a2a9-bbc3db17c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.851245 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95169df-bb54-4bda-a2a9-bbc3db17c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e5ebf-85b0-4db8-a7af-ff3f318d5f75,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:01.874847 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a95169df-bb54-4bda-a2a9-bbc3db17c9f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68b31a24fdc84bb68424c3d339aa9683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696647 Aug 11 08:01:01.878775 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43546) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:01.940083 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:01:01.960686 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 2d849533-7441-49ec-ada0-e5e0e0956f4b) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:01.985746 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:01.986781 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:01.999021 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.003851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e67a2-ce17-4b0e-962a-65c030a60723 None None] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:02.035065 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-1425ba18-4ddb-4b02-b385-7f1a8751cddf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7523766 Aug 11 08:01:02.037352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43560) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:02.042089 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:02.060904 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.076245 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-dece6bb6-7c8d-42f0-b43c-032c1a468fa4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:02.083338 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-dece6bb6-7c8d-42f0-b43c-032c1a468fa4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 818 time: 0.2643492 Aug 11 08:01:02.086218 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.087471 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.125005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 0238c6a1-b41a-489e-b7cc-208fd764f761 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:02.125005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.126026 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-185d72c5-e3ed-445a-8e89-97a3d767e10c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/quotas/89588d20c4b6407880d94175e5b43186 HTTP/1.1" status: 200 len: 375 time: 0.0413263 Aug 11 08:01:02.129668 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.141094 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.147272 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d65e5ebf-85b0-4db8-a7af-ff3f318d5f75 HTTP/1.1" status: 204 len: 168 time: 0.2655644 Aug 11 08:01:02.160577 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99010e-0d4d-4e02-a7c1-ffd92277e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e5ebf-85b0-4db8-a7af-ff3f318d5f75,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:02.232266 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.256576 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-49abf82a-e624-4ba3-b7c7-2bb71d87db97 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299844 Aug 11 08:01:02.293379 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.443545 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Transition to ACTIVE for port object 3c066e91-2da8-41c0-b035-8ebc9d471e44 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:02.477622 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.650142 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d647bc9-0160-4ec6-8ba2-ced18a8e47ea None None] Pushing event updated for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:02.714443 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-2d849533-7441-49ec-ada0-e5e0e0956f4b', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:01:02.715219 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.773372 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Attempting to bind port 3c066e91-2da8-41c0-b035-8ebc9d471e44 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:02.774018 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Attempting to bind port 3c066e91-2da8-41c0-b035-8ebc9d471e44 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:02.774541 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Attempting to bind port 3c066e91-2da8-41c0-b035-8ebc9d471e44 on network e145f70e-4b62-4667-8857-5e35fa119b2b {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:02.788562 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:02.788930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Checking segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:02.789595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.790156 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Bound using segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:02.790788 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Bound port: 3c066e91-2da8-41c0-b035-8ebc9d471e44, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:02.791433 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.886878 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.970404 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] For port 3c066e91-2da8-41c0-b035-8ebc9d471e44, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:02.994912 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] For port 3c066e91-2da8-41c0-b035-8ebc9d471e44, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=3c066e91-2da8-41c0-b035-8ebc9d471e44,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:03.014606 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:03.025177 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-83d1905c-eb9f-4628-b1d4-997fe5dec702 service neutron] 10.222.0.68 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841292 Aug 11 08:01:03.037210 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Allocated IP 172.20.0.2 (2d849533-7441-49ec-ada0-e5e0e0956f4b/2f4b4d05-44e9-477d-b6d1-b720d7de3ecd/9985150a-9d94-4880-aa4b-15c755f8e734) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:03.204418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-9e061625-7f2f-4613-9eee-2ed824408502 service neutron] 10.222.0.68 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780479 Aug 11 08:01:03.226337 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:03.226882 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:03.243817 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-85bf4ada-2c73-4b2e-ade9-8f8e3d7508b6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:03.245691 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-85bf4ada-2c73-4b2e-ade9-8f8e3d7508b6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 818 time: 0.3788795 Aug 11 08:01:03.274327 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Request body: {'port': {'device_id': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'admin_state_up': True, 'tenant_id': '89588d20c4b6407880d94175e5b43186'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:03.293055 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d647bc9-0160-4ec6-8ba2-ced18a8e47ea None None] Pushing event updated for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:03.489655 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:03.529672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Transition to ACTIVE for port object 9985150a-9d94-4880-aa4b-15c755f8e734 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:03.532543 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:03.545954 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-111f44bf-1b9c-4646-9659-551524a1cb2c req-88b3dc27-9937-42ca-9f33-85bc32504534 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 210 time: 0.0737941 Aug 11 08:01:03.605829 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Transition to ACTIVE for port object 9985150a-9d94-4880-aa4b-15c755f8e734 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:03.617560 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:03.682935 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Made reservation on behalf of 89588d20c4b6407880d94175e5b43186 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:03.691758 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:03.743772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:03.875096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.089503 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Allocated IP 172.27.2.219 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/e64a7b1b-c478-4430-8003-8ce24b7bd697) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:04.113461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:04.139451 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:04.152621 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:04.181285 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Pushing event updated for resources: {'Port': ['ID=9985150a-9d94-4880-aa4b-15c755f8e734,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:04.216130 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Allocated IP 172.20.0.7 (e145f70e-4b62-4667-8857-5e35fa119b2b/75fb34e7-c1e1-40c4-8590-5d178d080099/7f656a22-4913-4644-a7dc-73d75c2c8d0c) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:04.279784 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Attempting to bind port 9985150a-9d94-4880-aa4b-15c755f8e734 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:04.289698 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Attempting to bind port 9985150a-9d94-4880-aa4b-15c755f8e734 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:04.290073 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Attempting to bind port 9985150a-9d94-4880-aa4b-15c755f8e734 on network 2d849533-7441-49ec-ada0-e5e0e0956f4b {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:04.306736 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:04.307592 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Checking segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:04.308510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.309543 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Bound using segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:04.310193 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Bound port: 9985150a-9d94-4880-aa4b-15c755f8e734, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:04.310801 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.334128 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.463328 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:58Z', 'revision_number': 4, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '3c066e91-2da8-41c0-b035-8ebc9d471e44', 'name': '', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'mac_address': 'fa:16:3e:c6:8e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:57Z', 'updated_at': '2021-08-11T08:01:02Z', 'revision_number': 4, 'project_id': '89588d20c4b6407880d94175e5b43186', 'subnets': [{'id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:04.521191 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6e33d-db7d-40bf-ac24-bf3564fcd1cd None None] The sync data for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi is: [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:00:58Z', 'revision_number': 4, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '3c066e91-2da8-41c0-b035-8ebc9d471e44', 'name': '', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'mac_address': 'fa:16:3e:c6:8e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:57Z', 'updated_at': '2021-08-11T08:01:02Z', 'revision_number': 4, 'project_id': '89588d20c4b6407880d94175e5b43186', 'subnets': [{'id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:04.531213 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.538768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.559109 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] For port 9985150a-9d94-4880-aa4b-15c755f8e734, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:04.601329 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] For port 9985150a-9d94-4880-aa4b-15c755f8e734, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=9985150a-9d94-4880-aa4b-15c755f8e734,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:04.609672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.629753 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e64a7b1b-c478-4430-8003-8ce24b7bd697,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:04.653511 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:04.660654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:04.669184 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:04.770921 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1c58-488c-4314-87d8-d29fd0b9f8bd None None] Pushing event updated for resources: {'Port': ['ID=9985150a-9d94-4880-aa4b-15c755f8e734,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:04.879170 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-690f9a7e-89e9-43f5-a3dc-203f37eb33f4 req-47b31669-f4df-46ef-be9f-e3cf80c52407 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 210 time: 0.0877337 Aug 11 08:01:05.022023 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:05.348280 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Network e145f70e-4b62-4667-8857-5e35fa119b2b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:05.365693 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:05.371763 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:05.434294 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Pushing event updated for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:05.501395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-f71c78ef-646f-4af3-a0a5-107381f4a582 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:05.502959 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-f71c78ef-646f-4af3-a0a5-107381f4a582 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 818 time: 0.5262790 Aug 11 08:01:05.542871 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:05.543568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:05.550669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Request body: {'port': {'device_id': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'admin_state_up': True, 'tenant_id': '89588d20c4b6407880d94175e5b43186'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:05.618418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-f2bd839c-54f8-4b71-a816-3e03c01717a9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3504250 Aug 11 08:01:05.662140 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Request body: {'port': {'device_id': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:05.822024 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:05.870910 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 9985150a-9d94-4880-aa4b-15c755f8e734 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:05.947949 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.021904 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 9985150a-9d94-4880-aa4b-15c755f8e734 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:06.030922 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 3c066e91-2da8-41c0-b035-8ebc9d471e44 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:06.100790 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-56ce7e17-ee58-4307-adfe-bae17bd36714 req-281118e7-823f-4fcc-b8d0-67447273564a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 210 time: 0.0593963 Aug 11 08:01:06.108822 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Made reservation on behalf of 89588d20c4b6407880d94175e5b43186 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:06.112722 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.144374 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 3c066e91-2da8-41c0-b035-8ebc9d471e44 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:06.161698 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 3c066e91-2da8-41c0-b035-8ebc9d471e44 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:06.162088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.330477 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.402524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 3c066e91-2da8-41c0-b035-8ebc9d471e44, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=3c066e91-2da8-41c0-b035-8ebc9d471e44,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:06.406188 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f040f-d1a1-4268-9203-c34e4f996749 None None] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:06.494752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.501985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.571971 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Provisioning for port 9985150a-9d94-4880-aa4b-15c755f8e734 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:06.588120 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Provisioning complete for port 9985150a-9d94-4880-aa4b-15c755f8e734 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:06.588473 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.633677 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:06.805244 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.860467 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] For port 9985150a-9d94-4880-aa4b-15c755f8e734, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=9985150a-9d94-4880-aa4b-15c755f8e734,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:06.867954 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:06.990409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f656a22-4913-4644-a7dc-73d75c2c8d0c {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:01:07.006036 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.011264 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbccde5-3b6a-4f2b-870e-9114bfb74f4a None None] Pushing event updated for resources: {'Port': ['ID=9985150a-9d94-4880-aa4b-15c755f8e734,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:07.027710 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Router 645846ae-e65a-4e36-927f-94f27d46df35 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:01:07.039865 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Transition to ACTIVE for port object 7f656a22-4913-4644-a7dc-73d75c2c8d0c will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:07.050966 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.102487 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-691a4e73-5f00-4253-b687-dc1266208367 None None] Provisioning complete for port 9985150a-9d94-4880-aa4b-15c755f8e734 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:07.102880 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-691a4e73-5f00-4253-b687-dc1266208367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.212088 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Allocated IP 172.20.0.6 (e145f70e-4b62-4667-8857-5e35fa119b2b/75fb34e7-c1e1-40c4-8590-5d178d080099/dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:07.214070 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Pushing event updated for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:07.286898 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-576c2288-b590-488b-ad2b-53f14a273184 req-56507620-739b-4d02-8f4a-985c5335e4c3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 210 time: 0.0684545 Aug 11 08:01:07.330543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:07.339373 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Sync routers for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:07.350066 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:07.350796 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:07.388128 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Attempting to bind port 7f656a22-4913-4644-a7dc-73d75c2c8d0c on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:07.388576 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Attempting to bind port 7f656a22-4913-4644-a7dc-73d75c2c8d0c by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:07.389046 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Attempting to bind port 7f656a22-4913-4644-a7dc-73d75c2c8d0c on network e145f70e-4b62-4667-8857-5e35fa119b2b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:07.419135 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.420352 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-00759bf0-ecf0-483b-a826-904ca4fda9d6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3819091 Aug 11 08:01:07.423414 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43948) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:07.426074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Port 7f656a22-4913-4644-a7dc-73d75c2c8d0c on network e145f70e-4b62-4667-8857-5e35fa119b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:01:07.426397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Attempting to bind port 7f656a22-4913-4644-a7dc-73d75c2c8d0c on network e145f70e-4b62-4667-8857-5e35fa119b2b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:07.437389 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:07.437727 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Checking segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:07.438116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Bound using segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:07.438545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Bound port: 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:07.438898 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.501486 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:07.539300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.556586 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:07.561763 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:07.568202 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.611583 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:07.612201 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.614297 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] 10.222.0.78 "PUT /v2.0/ports/7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 1093 time: 1.9824328 Aug 11 08:01:07.616221 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:01:07.618500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8803b096-6b7a-44ce-8286-67f5b7a3d411" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:01:07.661639 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bad1-4b7d-4590-b67a-33886c7ac2db service neutron] Pushing event updated for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:07.667426 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.746422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec3ade-0f92-44b3-82d7-ed1002cf4ccb x-openstack-request-id: req-4aec3ade-0f92-44b3-82d7-ed1002cf4ccb {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:01:07.747369 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:01:07.747615 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4aec3ade-0f92-44b3-82d7-ed1002cf4ccb {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:01:07.748007 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'status': 'completed', 'code': 200} Aug 11 08:01:07.761373 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 9985150a-9d94-4880-aa4b-15c755f8e734 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:07.783107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Network e145f70e-4b62-4667-8857-5e35fa119b2b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:07.793608 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:07.799027 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:07.829388 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-58da36e2-3846-4ffe-a569-90a4dc13b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:07.831129 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-58da36e2-3846-4ffe-a569-90a4dc13b9b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1096 time: 0.1615882 Aug 11 08:01:07.831919 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Pushing event updated for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:07.888373 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:05Z', 'revision_number': 3, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:07.895963 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-ee988cae-a193-4838-96d9-8522dd5ec323 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0479228 Aug 11 08:01:07.904663 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:07.905765 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.909287 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 9985150a-9d94-4880-aa4b-15c755f8e734 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:07.910363 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.954878 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Checking router: 645846ae-e65a-4e36-927f-94f27d46df35 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:07.955598 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Updating router 645846ae-e65a-4e36-927f-94f27d46df35 port e64a7b1b-c478-4430-8003-8ce24b7bd697 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:07.967747 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7433382d-8bd0-4d6e-bfb3-ae7f8fbab5a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4312534 Aug 11 08:01:07.979830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-750bea42-0ba9-47e3-b912-27239f091612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:07.982354 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-750bea42-0ba9-47e3-b912-27239f091612 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.0727506 Aug 11 08:01:07.983637 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:07.988457 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Request body: {'port': {'device_id': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:08.014443 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.043388 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 43966) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:08.057403 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-d6519e56-b935-4005-a917-0cef5250ba03 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653815 Aug 11 08:01:08.096608 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 3c066e91-2da8-41c0-b035-8ebc9d471e44 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:08.194990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 3c066e91-2da8-41c0-b035-8ebc9d471e44 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:08.195623 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.306562 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.318471 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Transition to ACTIVE for port object e64a7b1b-c478-4430-8003-8ce24b7bd697 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:08.327376 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.419223 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Attempting to bind port e64a7b1b-c478-4430-8003-8ce24b7bd697 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:08.420371 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Attempting to bind port e64a7b1b-c478-4430-8003-8ce24b7bd697 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:08.420941 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Attempting to bind port e64a7b1b-c478-4430-8003-8ce24b7bd697 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:08.428266 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:08.429169 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:08.429733 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.430278 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:08.431665 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Bound port: e64a7b1b-c478-4430-8003-8ce24b7bd697, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:08.432754 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.437842 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.502761 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] For port e64a7b1b-c478-4430-8003-8ce24b7bd697, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:08.506372 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] For port e64a7b1b-c478-4430-8003-8ce24b7bd697, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=e64a7b1b-c478-4430-8003-8ce24b7bd697,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:08.535649 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bc4ac-90f6-402e-83d6-6f58e9cf2bff None None] Pushing event updated for resources: {'Port': ['ID=e64a7b1b-c478-4430-8003-8ce24b7bd697,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:08.540220 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.562693 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-fb891da3-2afe-421e-b6c1-bec8b81a3246 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937453 Aug 11 08:01:08.651043 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bc4ac-90f6-402e-83d6-6f58e9cf2bff None None] Pushing event updated for resources: {'Port': ['ID=e64a7b1b-c478-4430-8003-8ce24b7bd697,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:08.655060 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:08.658497 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:08.673754 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Allocated IP 172.20.0.1 (2d849533-7441-49ec-ada0-e5e0e0956f4b/2f4b4d05-44e9-477d-b6d1-b720d7de3ecd/7671c11e-8314-4770-9a7c-5ccc49563536) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:08.704756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffdc04-aadf-4af5-b1e2-2bf9f9074b60 req-764b0895-3044-4aaf-866f-2b3630d72119 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:08.711935 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e8ffdc04-aadf-4af5-b1e2-2bf9f9074b60 req-764b0895-3044-4aaf-866f-2b3630d72119 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 931 time: 0.2689977 Aug 11 08:01:08.780091 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-99608d9e-bef8-4a01-93e5-4c7e8a313df2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8406f7f3932e48eb83548d70da335893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346697 Aug 11 08:01:08.780449 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 43998) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:08.870616 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e8ffdc04-aadf-4af5-b1e2-2bf9f9074b60 req-ff916fbb-1e53-4f99-a8e1-66b5c11d1909 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Aug 11 08:01:08.892461 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:08.935863 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-93048dcc-ba39-4a54-974c-e6ec4e68e1a8 req-6246d72f-b166-4118-95e5-4835c31cb805 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614957 Aug 11 08:01:08.963246 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.970606 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:08.993763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Transition to ACTIVE for port object 7671c11e-8314-4770-9a7c-5ccc49563536 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:09.038901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.079802 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.089988 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:09.097534 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:09.101393 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:09.101984 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.148371 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-64f7c2c1-a228-4391-8146-7c95983a1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:09.150177 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-64f7c2c1-a228-4391-8146-7c95983a1a9d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1096 time: 0.1446784 Aug 11 08:01:09.150776 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Pushing event updated for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:09.170688 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a97df82b-9744-46df-ab11-98703091e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:05Z', 'revision_number': 3, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:09.262326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:01:09.271357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.275564 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.281625 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2997fcae-e18a-4692-9159-6f9d934e3fc9 HTTP/1.1" status: 204 len: 168 time: 0.4980631 Aug 11 08:01:09.294050 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.328993 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d0fd-8e3a-44c6-b0f0-72229d1f0a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997fcae-e18a-4692-9159-6f9d934e3fc9,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:09.359399 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97df82b-9744-46df-ab11-98703091e62a None None] The sync data for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi is: [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:05Z', 'revision_number': 3, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:09.369992 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Transition to ACTIVE for port object dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:09.384157 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.384435 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.419399 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-b3307990-a778-4598-8a46-18d4192a26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:09.419399 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-b3307990-a778-4598-8a46-18d4192a26c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.2381182 Aug 11 08:01:09.441972 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-6d00ad7a-a447-4ba5-a57f-f1e4a19cdb6f None None] Provisioning for port 7671c11e-8314-4770-9a7c-5ccc49563536 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:09.446347 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-6d00ad7a-a447-4ba5-a57f-f1e4a19cdb6f None None] Provisioning complete for port 7671c11e-8314-4770-9a7c-5ccc49563536 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:09.447097 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-6d00ad7a-a447-4ba5-a57f-f1e4a19cdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.525758 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-f784167c-e367-4500-aee3-7274425307cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0925505 Aug 11 08:01:09.531543 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-6d00ad7a-a447-4ba5-a57f-f1e4a19cdb6f None None] Port 7671c11e-8314-4770-9a7c-5ccc49563536 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:09.543540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:09.626711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-4dc81285-67a3-45ee-8cfb-4b001b301040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:09.628250 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-4dc81285-67a3-45ee-8cfb-4b001b301040 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.0813193 Aug 11 08:01:09.647894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Attempting to bind port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:09.647894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Attempting to bind port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:09.648192 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.648286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Attempting to bind port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 on network e145f70e-4b62-4667-8857-5e35fa119b2b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:09.652499 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.653731 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.672202 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-bf5ec3f0-3923-4f5e-9468-b01d5f54baf6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360780 Aug 11 08:01:09.674472 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 on network e145f70e-4b62-4667-8857-5e35fa119b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:01:09.674786 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Attempting to bind port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 on network e145f70e-4b62-4667-8857-5e35fa119b2b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:09.680675 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:09.681069 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Checking segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:09.681463 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Bound using segment: {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:09.681936 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Bound port: dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264529ca-b807-49c5-8c72-11b9391ab70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:09.682301 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.776698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Pushing event updated for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:09.868534 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:09.874063 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:09.876205 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:09.878506 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:09.881816 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-23870963-9fa0-40a6-97b7-474244378eac service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895690 Aug 11 08:01:09.883060 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.993491 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:09.994127 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:09.995532 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] 10.222.0.78 "PUT /v2.0/ports/dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 HTTP/1.1" status: 200 len: 1093 time: 2.0184035 Aug 11 08:01:10.044438 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:01:10.046777 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:01:10.160989 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231053d-5ea8-4cd6-a657-baacabd7fc3d x-openstack-request-id: req-0231053d-5ea8-4cd6-a657-baacabd7fc3d {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:01:10.161278 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:01:10.161526 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0231053d-5ea8-4cd6-a657-baacabd7fc3d {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:01:10.161919 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4', 'status': 'completed', 'code': 200} Aug 11 08:01:10.169882 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8dba5-b8e3-46a7-a683-a72874bf1259 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:10.266876 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0a31782b-1759-4901-88e5-80d82c0ae9cf None None] Provisioning complete for port 7671c11e-8314-4770-9a7c-5ccc49563536 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:10.273616 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0a31782b-1759-4901-88e5-80d82c0ae9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.324923 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baef7c5-3212-4403-8235-4ced5c642ed4 req-700e0447-fe9d-4ca5-9259-68f3405b9cc9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:10.327504 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7baef7c5-3212-4403-8235-4ced5c642ed4 req-700e0447-fe9d-4ca5-9259-68f3405b9cc9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.2940633 Aug 11 08:01:10.388603 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44054) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:10.393168 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-0a31782b-1759-4901-88e5-80d82c0ae9cf None None] Port 7671c11e-8314-4770-9a7c-5ccc49563536 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:10.483904 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Router 645846ae-e65a-4e36-927f-94f27d46df35 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:01:10.496524 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7baef7c5-3212-4403-8235-4ced5c642ed4 req-faf76696-035a-4053-89a5-e98042805a7b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445227 Aug 11 08:01:10.499660 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44056) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:10.515786 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Deleting subnet bca18eed-4ed1-4b7c-8b2a-13271c563066 {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:01:10.522683 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.614424 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.624808 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.671866 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-e147a409-4bb6-4e26-97cd-bd7deba5ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:10.673417 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-e147a409-4bb6-4e26-97cd-bd7deba5ff30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 1096 time: 0.6202817 Aug 11 08:01:10.680367 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2025329546-network', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:10.703324 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8803b096-6b7a-44ce-8286-67f5b7a3d411 req-0a96ff81-7413-4f89-bc3b-554bf5da8c08 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826381 Aug 11 08:01:10.733719 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-01427afa-7739-49ba-9d93-1a0a927af48a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 HTTP/1.1" status: 200 len: 217 time: 0.0464664 Aug 11 08:01:10.735156 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:10.742704 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6e3fbb18-5143-477f-b0a2-8493af92a75b admin admin] 10.222.0.68 "PUT /v2.0/routers/645846ae-e65a-4e36-927f-94f27d46df35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3177218 Aug 11 08:01:10.745322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Made reservation on behalf of 474e4d5b697d40ddba7ae02c60345d3f for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:10.747581 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.760426 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.773126 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.808799 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca18eed-4ed1-4b7c-8b2a-13271c563066,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:10.816042 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:10.820969 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-be58e950-a56f-407a-8b1a-0574d8c5928a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bca18eed-4ed1-4b7c-8b2a-13271c563066 HTTP/1.1" status: 204 len: 168 time: 0.4281073 Aug 11 08:01:10.820969 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44064) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:10.914386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.249447 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.254244 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.257405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.279432 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.279897 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.280745 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.281148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.281524 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.281862 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.282185 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.282527 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.282848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.283346 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.322950 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44080) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:11.329725 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1936315910-network', 'tenant_id': '1574031fe3574606933d4395e4a8a72c'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:11.351715 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.353238 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.353764 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.354350 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:01:11.355120 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa1c383-e713-451e-946e-3fbe12296a1a']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:11.357933 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Made reservation on behalf of 1574031fe3574606933d4395e4a8a72c for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:11.360526 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.383428 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.388897 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8676fe-7333-42b3-9ac2-c4205818ad87') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:11.389257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8676fe-7333-42b3-9ac2-c4205818ad87') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:11.406811 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:01:11.417686 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87952f7c-aa33-4b0f-a86b-6787bc597880,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:11.422960 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.437317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.437665 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Added segment 7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d of type vlan for network 6fe00276-8365-427a-877f-e1ad1fadf5a3 Aug 11 08:01:11.476919 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.493269 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.495009 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:01:11.495415 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.498121 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: from cryptography.utils import int_from_bytes Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: from cryptography.utils import int_from_bytes Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:01:11.500233 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:01:11.511538 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.529300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:01:11.540174 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00aeed-4e13-449e-bd35-c3757a02826d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:11.549956 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.550344 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Added segment 645a7bad-6422-400b-9df6-4691fef94dfc of type vlan for network d6db505d-b11e-40e2-bdcd-327451cb0a12 Aug 11 08:01:11.577708 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.600139 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.602230 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/caa1c383-e713-451e-946e-3fbe12296a1a HTTP/1.1" status: 204 len: 168 time: 0.7803886 Aug 11 08:01:11.603209 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f2f03-78fc-4afe-b470-a84f793b73b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa1c383-e713-451e-946e-3fbe12296a1a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:11.606081 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44088) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:11.609117 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.610473 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:11.611199 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.649088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Sync routers for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:11.661505 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:11.662230 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:11.682765 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Deleting subnet a24ee5c8-8df8-4b4a-a104-19d470b5930b {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:01:11.691482 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.696225 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe00276-8365-427a-877f-e1ad1fadf5a3,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:11.717433 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3b31f8b5-e5e9-4849-b8ce-d3313a213199 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2161160 Aug 11 08:01:11.718856 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44092) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:11.724396 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Request body: {'subnet': {'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2025329546-subnet', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:11.726797 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:01:11.727640 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.756049 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device e64a7b1b-c478-4430-8003-8ce24b7bd697 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:11.757576 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Made reservation on behalf of 474e4d5b697d40ddba7ae02c60345d3f for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:11.759959 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318294'] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.809791 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.820970 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf33e5b-cdd3-40e4-8d50-0e3856fb1c55 req-474eb748-2a1f-47c0-a07a-c7e624f1a7df tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:11.825921 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-adf33e5b-cdd3-40e4-8d50-0e3856fb1c55 req-474eb748-2a1f-47c0-a07a-c7e624f1a7df tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.1609857 Aug 11 08:01:11.875058 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.876031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:11.876603 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.910675 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:11.939888 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port e64a7b1b-c478-4430-8003-8ce24b7bd697 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:11.946930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port e64a7b1b-c478-4430-8003-8ce24b7bd697 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:11.947680 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.962905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318276'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:11.967423 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6432958 Aug 11 08:01:11.972397 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44094) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:11.977360 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.001490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Request body: {'subnet': {'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1936315910-subnet', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:12.003387 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-adf33e5b-cdd3-40e4-8d50-0e3856fb1c55 req-5d60cf02-3f95-4b23-a4e9-db506b5f1362 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417415 Aug 11 08:01:12.014791 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973e706-afde-4e94-b6a4-3c3c8c709303 admin admin] Pushing event updated for resources: {'Network': ['ID=d6db505d-b11e-40e2-bdcd-327451cb0a12,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.041031 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:01:12.062984 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.065105 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0919f1d-4430-46b3-8a10-7a2bf7c942fb,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.070666 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:12.071005 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Network hostable DHCP agents. Network: 6fe00276-8365-427a-877f-e1ad1fadf5a3, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:01:12.091906 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Made reservation on behalf of 1574031fe3574606933d4395e4a8a72c for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:12.094913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318294'] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.098192 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:01:12.109732 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24ee5c8-8df8-4b4a-a104-19d470b5930b,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.116522 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 6fe00276-8365-427a-877f-e1ad1fadf5a3) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:12.126214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.128581 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8efbce89-d117-4408-9634-408d1c5731ef admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a24ee5c8-8df8-4b4a-a104-19d470b5930b HTTP/1.1" status: 204 len: 168 time: 0.5201650 Aug 11 08:01:12.132630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5d248-bca7-412f-bffb-a8d75aa3c5eb None None] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:12.134952 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44096) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:12.150382 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:12.150915 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.185380 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-1d53a684-fd28-4ff7-a930-a705099c9869 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4653366 Aug 11 08:01:12.190101 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44098) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:12.194658 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:12.225190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.231260 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.232471 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.324566 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.346820 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.358415 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd7a9f7-8291-4984-ac4e-4d0805084b33']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:12.381234 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf89763-f912-4167-ab9a-810ed8b5a122') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:12.381533 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf89763-f912-4167-ab9a-810ed8b5a122') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:12.394159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.413125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.426467 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:01:12.427589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:01:12.430789 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:01:12.472374 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318276'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.505285 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.508024 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.514456 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.519757 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6dd7a9f7-8291-4984-ac4e-4d0805084b33 HTTP/1.1" status: 204 len: 168 time: 0.3819573 Aug 11 08:01:12.534459 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.540701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2200615-4ee6-404c-836e-9a96dee0f3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd7a9f7-8291-4984-ac4e-4d0805084b33,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.561908 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port e64a7b1b-c478-4430-8003-8ce24b7bd697, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=e64a7b1b-c478-4430-8003-8ce24b7bd697,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:12.586320 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.613962 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5828b551-22e5-4df1-98cd-b25f725b3033,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.622387 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-6fe00276-8365-427a-877f-e1ad1fadf5a3', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:01:12.624054 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.629777 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Checking segment: {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:12.630330 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Network hostable DHCP agents. Network: d6db505d-b11e-40e2-bdcd-327451cb0a12, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:01:12.645821 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 2, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:12.666976 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:01:12.685138 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, d6db505d-b11e-40e2-bdcd-327451cb0a12) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:12.687258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Checking router: 645846ae-e65a-4e36-927f-94f27d46df35 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:12.687753 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Updating router 645846ae-e65a-4e36-927f-94f27d46df35 port 7671c11e-8314-4770-9a7c-5ccc49563536 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:12.690699 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:12.691232 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.730267 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44106) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:12.733728 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f1d19-db56-4afb-83e9-3f732dc3b329 None None] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:12.749928 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-eb4a888e-5593-4428-aa96-ea9f6c657a67 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7716513 Aug 11 08:01:12.752228 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44108) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:12.763207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:12.792650 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cceed7e9-fdd4-4498-8a54-1dd04c8bbbdb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ccda80b1341749c394b3a0dd9397e7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588279 Aug 11 08:01:12.792851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44110) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:12.806162 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=e64a7b1b-c478-4430-8003-8ce24b7bd697,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:12.834688 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.841946 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 7f656a22-4913-4644-a7dc-73d75c2c8d0c details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:01:12.842106 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.843074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.854528 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.857247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.892669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.937103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.948286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:12.992018 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Allocated IP 172.27.2.223 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/b5775e97-275a-410e-bec8-295bc1144bbb) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:13.060715 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Allocated IP 172.20.0.2 (6fe00276-8365-427a-877f-e1ad1fadf5a3/e0919f1d-4430-46b3-8a10-7a2bf7c942fb/b21f545b-0173-4869-81c8-0a3907a7d1cf) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:13.112089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.116953 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.141489 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:01:13.142109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.144335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.148137 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7019d94e-1073-4bf9-a4fc-fb1aec8f784c HTTP/1.1" status: 204 len: 168 time: 0.3520172 Aug 11 08:01:13.183252 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a494c8-be31-4c6b-b31a-8bdfde482a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7019d94e-1073-4bf9-a4fc-fb1aec8f784c,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:13.189132 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.232969 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:13.236038 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:13.240288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:13.286816 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5775e97-275a-410e-bec8-295bc1144bbb,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:13.334188 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-d6db505d-b11e-40e2-bdcd-327451cb0a12', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:01:13.335050 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.338839 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:13.411485 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.418408 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'port_id': '7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'mac_address': 'fa:16:3e:6b:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:01:13.432815 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.583061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Allocated IP 172.27.2.15 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/12f71bbb-8664-450a-be06-be69cca24271) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:13.642713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.656630 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.664288 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.690941 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Transition to ACTIVE for port object b21f545b-0173-4869-81c8-0a3907a7d1cf will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:13.705387 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44122) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:13.709916 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f656a22-4913-4644-a7dc-73d75c2c8d0c {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:01:13.762250 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device e64a7b1b-c478-4430-8003-8ce24b7bd697 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:13.770525 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f674c60e-d2ca-4f15-b55c-ca7b0239a8cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19da096842574771ad4804eff31421ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608387 Aug 11 08:01:13.771036 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44124) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:13.777891 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Transition to ACTIVE for port object b21f545b-0173-4869-81c8-0a3907a7d1cf will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:13.814883 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:13.818284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Allocated IP 172.20.0.2 (d6db505d-b11e-40e2-bdcd-327451cb0a12/5828b551-22e5-4df1-98cd-b25f725b3033/79d69557-c465-48d7-a37a-9c8d1b5d8171) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:13.832922 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.845103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.848234 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.860466 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.867840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.904149 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.914890 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.917444 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Transition to ACTIVE for port object 7671c11e-8314-4770-9a7c-5ccc49563536 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:13.978544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:13.987106 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:13.993805 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.995585 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3af30e92-7cd0-4bd3-951e-bd563a8f12a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:13.997348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:14.018145 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Pushing event updated for resources: {'Port': ['ID=b21f545b-0173-4869-81c8-0a3907a7d1cf,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:14.018927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.091854 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb75708-1246-455c-9ccd-bd1b4a8b544a req-12b1718f-7cf4-41fc-903b-9e0db44aaf2f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:14.093675 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:14.095570 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1eb75708-1246-455c-9ccd-bd1b4a8b544a req-12b1718f-7cf4-41fc-903b-9e0db44aaf2f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.0734992 Aug 11 08:01:14.095725 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=12f71bbb-8664-450a-be06-be69cca24271,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:14.113847 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7c10c14e-4fdd-4d42-b0d5-e9e30044350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:14.116487 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-7c10c14e-4fdd-4d42-b0d5-e9e30044350e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.1829524 Aug 11 08:01:14.116624 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port e64a7b1b-c478-4430-8003-8ce24b7bd697 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:14.116930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.119741 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:14.127119 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:14.149955 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:01:14.173935 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1eb75708-1246-455c-9ccd-bd1b4a8b544a req-edd82a0b-e6fc-4da2-885f-143af1bbb2ab tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Aug 11 08:01:14.215039 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-40a9d20b-567c-44bf-b623-7a40800514e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830908 Aug 11 08:01:14.225527 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.228160 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.232194 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/937e07e8-b606-40a4-aee1-6b65fed46125 HTTP/1.1" status: 204 len: 168 time: 0.4605627 Aug 11 08:01:14.249640 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Attempting to bind port b21f545b-0173-4869-81c8-0a3907a7d1cf on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:14.250021 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Attempting to bind port b21f545b-0173-4869-81c8-0a3907a7d1cf by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:14.250378 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Attempting to bind port b21f545b-0173-4869-81c8-0a3907a7d1cf on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:14.252344 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:14.304789 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd384b-b2cb-4848-8c5f-d850c1f4c705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e07e8-b606-40a4-aee1-6b65fed46125,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:14.334489 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:14.346695 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['7f656a22-4913-4644-a7dc-73d75c2c8d0c'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:01:14.350504 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:14.350910 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:14.351317 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.351807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Bound using segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:14.352402 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Bound port: b21f545b-0173-4869-81c8-0a3907a7d1cf, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:14.352879 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.360439 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:14.361041 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.362301 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-beb64342-8e11-4120-bb0b-d8da95f8f2f6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1712048 Aug 11 08:01:14.365778 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44132) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:14.377408 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:14.378349 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:14.542891 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:14.689100 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-efe3f487-2b65-4fae-883e-d02104665260 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534702 Aug 11 08:01:14.711772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.744120 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Attempting to bind port 7671c11e-8314-4770-9a7c-5ccc49563536 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:14.744583 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Attempting to bind port 7671c11e-8314-4770-9a7c-5ccc49563536 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:14.744848 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Attempting to bind port 7671c11e-8314-4770-9a7c-5ccc49563536 on network 2d849533-7441-49ec-ada0-e5e0e0956f4b {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:14.838823 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:14.839203 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Checking segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:14.839608 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.840004 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Bound using segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:14.840495 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Bound port: 7671c11e-8314-4770-9a7c-5ccc49563536, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:14.840975 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.844160 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f530b1-47b5-44d8-a510-45647f5379d2 None None] Pushing event updated for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:14.856691 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:14.880333 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:13Z', 'revision_number': 3, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:14.926221 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:14.926997 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Updating router d3d80000-e527-478d-9a1c-c652cdb1ada4 port b5775e97-275a-410e-bec8-295bc1144bbb binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:14.953294 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Transition to ACTIVE for port object 79d69557-c465-48d7-a37a-9c8d1b5d8171 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:15.017951 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.114497 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2d576446-28fa-4dfa-91ba-4778761b1d77 req-42bdc42d-63b7-4abb-80e3-70167554b40d service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152298 Aug 11 08:01:15.118127 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Transition to ACTIVE for port object 79d69557-c465-48d7-a37a-9c8d1b5d8171 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:15.163851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] For port 7671c11e-8314-4770-9a7c-5ccc49563536, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:15.169617 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] For port 7671c11e-8314-4770-9a7c-5ccc49563536, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=7671c11e-8314-4770-9a7c-5ccc49563536,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:15.183203 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] For port b21f545b-0173-4869-81c8-0a3907a7d1cf, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:15.205795 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] For port b21f545b-0173-4869-81c8-0a3907a7d1cf, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b21f545b-0173-4869-81c8-0a3907a7d1cf,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:15.214124 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.252924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.282926 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.367624 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:15.372190 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.374283 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:15.407328 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Transition to ACTIVE for port object b5775e97-275a-410e-bec8-295bc1144bbb will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:15.418515 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.434774 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:15.447100 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.473194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef7d3-cfa8-47c9-b115-60c5645a3803 req-72b6b2aa-f8b6-4ebf-90ef-e194db0e1b00 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:15.478270 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1baef7d3-cfa8-47c9-b115-60c5645a3803 req-72b6b2aa-f8b6-4ebf-90ef-e194db0e1b00 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.1466105 Aug 11 08:01:15.508689 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:15.509364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:15.569469 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Attempting to bind port b5775e97-275a-410e-bec8-295bc1144bbb on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:15.569839 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Attempting to bind port b5775e97-275a-410e-bec8-295bc1144bbb by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:15.570200 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Attempting to bind port b5775e97-275a-410e-bec8-295bc1144bbb on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:15.585251 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5dac-d45c-4776-bf52-83b098d0f14c None None] Pushing event updated for resources: {'Port': ['ID=b5775e97-275a-410e-bec8-295bc1144bbb,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:15.588276 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:15.588645 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:15.589794 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.590197 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:15.590746 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Bound port: b5775e97-275a-410e-bec8-295bc1144bbb, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:15.591157 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.605679 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.642433 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-61e4d8cd-aba6-448d-a561-55f8f8cb1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:15.650639 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-61e4d8cd-aba6-448d-a561-55f8f8cb1cf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 1096 time: 0.3879602 Aug 11 08:01:15.676320 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] For port b5775e97-275a-410e-bec8-295bc1144bbb, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:15.683890 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] For port b5775e97-275a-410e-bec8-295bc1144bbb, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b5775e97-275a-410e-bec8-295bc1144bbb,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:15.695970 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:15.761209 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1baef7d3-cfa8-47c9-b115-60c5645a3803 req-aabb6e4c-1b8c-41bb-b3b2-c75531d9b74a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741642 Aug 11 08:01:15.781853 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5dac-d45c-4776-bf52-83b098d0f14c None None] Pushing event updated for resources: {'Port': ['ID=b5775e97-275a-410e-bec8-295bc1144bbb,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:15.813077 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:15.813870 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:00:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:15.817542 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f530b1-47b5-44d8-a510-45647f5379d2 None None] Pushing event updated for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:15.913276 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3976305-6fd6-4b86-aafe-d7f9b15ace49 None None] Pushing event updated for resources: {'Port': ['ID=b21f545b-0173-4869-81c8-0a3907a7d1cf,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:16.006913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Allocated IP 172.20.0.1 (6fe00276-8365-427a-877f-e1ad1fadf5a3/e0919f1d-4430-46b3-8a10-7a2bf7c942fb/d2141186-e747-4166-96c6-5b5aa48c94d7) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:16.024685 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Attempting to bind port 79d69557-c465-48d7-a37a-9c8d1b5d8171 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:16.025128 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Attempting to bind port 79d69557-c465-48d7-a37a-9c8d1b5d8171 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:16.025447 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Attempting to bind port 79d69557-c465-48d7-a37a-9c8d1b5d8171 on network d6db505d-b11e-40e2-bdcd-327451cb0a12 {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:16.102544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:16.132445 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:16.136006 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:16.144577 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Checking segment: {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:16.148310 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.148489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Bound using segment: {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:16.149200 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Bound port: 79d69557-c465-48d7-a37a-9c8d1b5d8171, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:16.149622 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.253623 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Pushing event updated for resources: {'Port': ['ID=79d69557-c465-48d7-a37a-9c8d1b5d8171,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:16.298421 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.321073 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Transition to ACTIVE for port object d2141186-e747-4166-96c6-5b5aa48c94d7 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:16.396839 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.427004 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] For port 79d69557-c465-48d7-a37a-9c8d1b5d8171, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:16.433863 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] For port 79d69557-c465-48d7-a37a-9c8d1b5d8171, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=79d69557-c465-48d7-a37a-9c8d1b5d8171,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:16.444730 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.447626 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:16.451313 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:16.454983 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:16.503628 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Pushing event updated for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:16.518009 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.569118 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:13Z', 'revision_number': 3, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:16.621511 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5164de9-ca67-45a5-af3f-ed8847aabd9b None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:13Z', 'revision_number': 3, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:16.662342 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-63e9404e-94ce-4d7f-87dc-4e975a7bcf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:16.663904 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-63e9404e-94ce-4d7f-87dc-4e975a7bcf15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.9952338 Aug 11 08:01:16.700431 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc1c0f-9bb4-4b5f-9f4f-bc8749de94c5 None None] Pushing event updated for resources: {'Port': ['ID=79d69557-c465-48d7-a37a-9c8d1b5d8171,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:16.767648 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-2fb728b5-9a43-48dd-aae2-788e52e21190 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 HTTP/1.1" status: 200 len: 217 time: 0.0717797 Aug 11 08:01:16.788877 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c3f24c98-a88d-4467-9853-7a84ec4ed902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.844693 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.905723 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:16.928990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:15Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:16.976921 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81123-42ee-4475-bf07-64482a19e8f2 None None] The sync data for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi is: [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:15Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:16.989610 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-16d60bdc-6a56-4d47-a2a9-e1ee56125fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:16.991117 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-16d60bdc-6a56-4d47-a2a9-e1ee56125fca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.2160604 Aug 11 08:01:17.027070 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:01:17.048337 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-96379f9c-62a6-439d-96db-100e14d31884 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413339 Aug 11 08:01:17.268572 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04e81-ea3e-4c81-a0ef-1163baec6f30 req-d740879c-39d4-437f-ba44-976ac6aa2dc5 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:17.274743 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3be04e81-ea3e-4c81-a0ef-1163baec6f30 req-d740879c-39d4-437f-ba44-976ac6aa2dc5 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.3410132 Aug 11 08:01:17.359496 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536cad8-616f-4143-9530-e1614e77a60e None None] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:17.420524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:17.450938 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3be04e81-ea3e-4c81-a0ef-1163baec6f30 req-8dee1142-4d84-4621-8235-91aef08e3387 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480851 Aug 11 08:01:17.453684 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-20a8f320-a284-473e-a72a-23dbd1219813 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920026 Aug 11 08:01:17.479172 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Sync routers for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:17.479699 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:17.482352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:17.484321 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4c2045dd-c520-4608-86c6-5c5ab76ee8b9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7288942 Aug 11 08:01:17.486962 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44204) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:17.502905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:17.576555 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0e34fbd1-0368-48d9-a72a-1abbd2b0cd72 None None] Provisioning for port b21f545b-0173-4869-81c8-0a3907a7d1cf completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:17.580777 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:17.581666 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:17.629020 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4dc32c09-f272-4f8f-a7a9-e7c50b0f53e2 req-a481806f-5c7e-48e1-a11f-1e0a0da65f04 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653755 Aug 11 08:01:17.722203 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Pushing event updated for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:17.824042 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:17.911048 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:17.914918 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:18.027681 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:01:18.040384 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 7f656a22-4913-4644-a7dc-73d75c2c8d0c up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:18.203961 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 79d69557-c465-48d7-a37a-9c8d1b5d8171 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:18.344297 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:18.353357 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:18.379021 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.db.resource_extend [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:01:18.484143 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:18.504767 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4', 'network_id': 'e145f70e-4b62-4667-8857-5e35fa119b2b', 'port_id': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4', 'mac_address': 'fa:16:3e:e0:a2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fb34e7-c1e1-40c4-8590-5d178d080099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:01:18.518588 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527315e-08a7-49ef-b78f-9244e9c2eab5 None None] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:18.633748 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 7f656a22-4913-4644-a7dc-73d75c2c8d0c completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:18.752422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784874b-27ad-4deb-970f-1f394bace89c req-72374518-52c3-4c41-b40c-a1e78117bb67 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:18.754136 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f784874b-27ad-4deb-970f-1f394bace89c req-72374518-52c3-4c41-b40c-a1e78117bb67 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 943 time: 0.1173162 Aug 11 08:01:18.815994 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f784874b-27ad-4deb-970f-1f394bace89c req-f4862766-110d-485a-8081-fd29465ef6e3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Aug 11 08:01:18.890114 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:01:18.902939 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 7f656a22-4913-4644-a7dc-73d75c2c8d0c triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:18.904141 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:18.994506 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:19.021304 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Provisioning for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:19.033896 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Provisioning complete for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:19.034271 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.036461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.044935 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.074005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:19.074379 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.129033 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:19.141473 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-61325ca1-a3f5-47a5-9d22-a5ccad76a633 admin admin] 10.222.0.68 "PUT /v2.0/routers/d3d80000-e527-478d-9a1c-c652cdb1ada4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7744658 Aug 11 08:01:19.165785 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:01:19.194847 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.227308 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.259681 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:19.268119 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Allocated IP 172.20.0.1 (d6db505d-b11e-40e2-bdcd-327451cb0a12/5828b551-22e5-4df1-98cd-b25f725b3033/0ec55d08-e87e-43e0-b9bb-a5f914afc828) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:19.278357 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.334282 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:01:19.336911 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87539a7-44ba-4c08-a4bb-a67e7e1d1478" -d '{"events": [{"server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:01:19.393921 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.399948 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:19.408521 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Transition to ACTIVE for port object 0ec55d08-e87e-43e0-b9bb-a5f914afc828 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:19.436224 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.448513 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.472029 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:19.489285 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:14Z', 'revision_number': 3, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:19.495954 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.501577 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:19.502893 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Pushing event updated for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:19.506613 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:19.508760 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:19.536558 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.548678 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.563183 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Checking router: f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:19.563542 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Updating router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 port 12f71bbb-8664-450a-be06-be69cca24271 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:19.656387 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] For port 79d69557-c465-48d7-a37a-9c8d1b5d8171, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=79d69557-c465-48d7-a37a-9c8d1b5d8171,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:19.657620 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.692322 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.695445 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:19.851579 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44250) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:19.857317 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262834113-network', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:19.881033 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Made reservation on behalf of 4cf5ac7ddd7b4dbab2490752be900111 for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:19.883486 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.892846 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.943372 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.db.api [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:01:19.944149 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG oslo_db.api [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:01:19.993873 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:19.996513 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40edc18-11b0-4841-b77e-a77ac237ec5c None None] Pushing event updated for resources: {'Port': ['ID=79d69557-c465-48d7-a37a-9c8d1b5d8171,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:19.999805 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.006208 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.008157 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d3622c85-cef7-4dc9-a70f-3bd63fa3afd4 None None] Provisioning for port d2141186-e747-4166-96c6-5b5aa48c94d7 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:20.014798 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d3622c85-cef7-4dc9-a70f-3bd63fa3afd4 None None] Provisioning complete for port d2141186-e747-4166-96c6-5b5aa48c94d7 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:20.015250 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d3622c85-cef7-4dc9-a70f-3bd63fa3afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.036166 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:01:20.064174 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.064529 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Added segment 7f6b4370-9551-42f7-aee1-787f9f09251f of type vlan for network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b Aug 11 08:01:20.068720 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a2054-bfa4-46cc-9c56-2bfc1fa45516,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.089183 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-d3622c85-cef7-4dc9-a70f-3bd63fa3afd4 None None] Port d2141186-e747-4166-96c6-5b5aa48c94d7 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:20.142609 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.198696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.199762 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:20.201336 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.242784 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.258919 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Transition to ACTIVE for port object 12f71bbb-8664-450a-be06-be69cca24271 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:20.268805 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.273386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.276705 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Provisioning complete for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:20.277213 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.281215 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.286847 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44254) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:20.289117 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4358876 Aug 11 08:01:20.292691 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Request body: {'subnet': {'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262834113-subnet', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:20.296258 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4bd5-a7c1-4ead-8c8a-907b27725bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.326921 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:01:20.362225 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Attempting to bind port 12f71bbb-8664-450a-be06-be69cca24271 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:20.362671 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Attempting to bind port 12f71bbb-8664-450a-be06-be69cca24271 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:20.363102 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Attempting to bind port 12f71bbb-8664-450a-be06-be69cca24271 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:20.376733 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Pushing event updated for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.380497 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.384239 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Made reservation on behalf of 4cf5ac7ddd7b4dbab2490752be900111 for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:01:20.386676 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318294'] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.417236 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e707e4-f4e9-4444-ae50-1f93227c2c81 None None] Pushing event updated for resources: {'Port': ['ID=12f71bbb-8664-450a-be06-be69cca24271,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.419676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:20.420096 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:20.420460 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.420926 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:20.421329 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Bound port: 12f71bbb-8664-450a-be06-be69cca24271, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:20.421715 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.551725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] For port 12f71bbb-8664-450a-be06-be69cca24271, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:20.557214 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b5775e97-275a-410e-bec8-295bc1144bbb up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:20.564313 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:20.572058 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] For port 12f71bbb-8664-450a-be06-be69cca24271, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=12f71bbb-8664-450a-be06-be69cca24271,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:20.583460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:20.594100 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.674772 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Provisioning for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:20.685234 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Provisioning complete for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:20.685609 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.687170 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:20.687811 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:20.691848 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e707e4-f4e9-4444-ae50-1f93227c2c81 None None] Pushing event updated for resources: {'Port': ['ID=12f71bbb-8664-450a-be06-be69cca24271,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.744500 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:20.755292 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:20.756085 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:20.757137 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318276'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.781088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port b5775e97-275a-410e-bec8-295bc1144bbb completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:20.796330 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:01:20.806065 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b5775e97-275a-410e-bec8-295bc1144bbb triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:20.806363 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.823488 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=545e5cec-902f-496e-8744-af731adaa97a,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:20.852295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-b566db9e-4f08-4709-9360-98fdaee53cbd None None] Port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:20.890870 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:20.936404 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Checking segment: {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:20.936785 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Network hostable DHCP agents. Network: 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:01:20.960255 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:20.963862 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:20.967663 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:20.972896 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f884798d-2ace-4314-bc32-005b96fa019b admin admin] 10.222.0.68 "PUT /v2.0/routers/f7c34135-7c0b-4600-bbb1-08b5e1fd88f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4843020 Aug 11 08:01:20.974314 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:01:20.984947 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:20.989856 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:20.990459 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.007366 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-dd77c01c-43bd-41a0-85e3-b9a4c2222d2c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7192960 Aug 11 08:01:21.009773 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44262) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:21.016563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:21.044776 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.045963 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.115675 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.139437 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port b5775e97-275a-410e-bec8-295bc1144bbb, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b5775e97-275a-410e-bec8-295bc1144bbb,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:21.148939 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 2, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:21.175432 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97c3ad-d734-46ae-9fb3-155df6f09a25 None None] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:21.178394 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:21.178853 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Updating router d3d80000-e527-478d-9a1c-c652cdb1ada4 port d2141186-e747-4166-96c6-5b5aa48c94d7 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:21.210043 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.232006 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.232840 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 7671c11e-8314-4770-9a7c-5ccc49563536 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:21.264213 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.300423 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-7b26141b-55b7-4db7-983a-0be0d1b7339d None None] Provisioning complete for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:21.300708 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7b26141b-55b7-4db7-983a-0be0d1b7339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.457985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=b5775e97-275a-410e-bec8-295bc1144bbb,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:21.473091 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.489138 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-7b26141b-55b7-4db7-983a-0be0d1b7339d None None] Port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:21.493716 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.572266 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 7671c11e-8314-4770-9a7c-5ccc49563536 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:21.585938 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 7671c11e-8314-4770-9a7c-5ccc49563536 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:21.586315 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.603004 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.623819 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Transition to ACTIVE for port object d2141186-e747-4166-96c6-5b5aa48c94d7 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:21.633393 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.652895 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Allocated IP 172.27.2.214 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/b01b1196-6bd8-48f3-8497-e619cc917ace) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:21.687926 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e289f-0d59-44bb-aa71-05e0e36abf84 x-openstack-request-id: req-0c4e289f-0d59-44bb-aa71-05e0e36abf84 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:01:21.688905 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:01:21.689169 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c4e289f-0d59-44bb-aa71-05e0e36abf84 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:01:21.689562 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'code': 200} Aug 11 08:01:21.691925 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:01:21.693584 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.740252 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab90c7b-5704-4f52-98f5-17c658be7c78 None None] Pushing event updated for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:21.834084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.836738 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37999778-a31a-495f-a487-4746663de504 req-5802f835-5b31-447c-98a9-4fe5bf311249 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:21.852468 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-37999778-a31a-495f-a487-4746663de504 req-5802f835-5b31-447c-98a9-4fe5bf311249 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 944 time: 0.1226451 Aug 11 08:01:21.937759 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-37999778-a31a-495f-a487-4746663de504 req-8adcd7b4-cf43-4d56-90fd-50e19fc6e482 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807102 Aug 11 08:01:21.939545 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.940061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.962387 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Attempting to bind port d2141186-e747-4166-96c6-5b5aa48c94d7 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:21.964532 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Attempting to bind port d2141186-e747-4166-96c6-5b5aa48c94d7 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:21.965047 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Attempting to bind port d2141186-e747-4166-96c6-5b5aa48c94d7 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:21.979505 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:21.979886 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:21.983291 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:21.983695 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Bound using segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:21.985313 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Bound port: d2141186-e747-4166-96c6-5b5aa48c94d7, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:21.985673 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.003805 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:01:22.056766 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:22.060062 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:22.073901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:22.104354 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0d6c8-78d9-4d52-9e6d-6b52d3b55d59 req-c895343e-896d-4637-be55-54800cf4de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:22.108649 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7de0d6c8-78d9-4d52-9e6d-6b52d3b55d59 req-c895343e-896d-4637-be55-54800cf4de8d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0940487 Aug 11 08:01:22.146688 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b01b1196-6bd8-48f3-8497-e619cc917ace,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:22.166517 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7de0d6c8-78d9-4d52-9e6d-6b52d3b55d59 req-8dd071c1-8ea2-4446-9aaa-0d1367ad8c2b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Aug 11 08:01:22.169755 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] For port d2141186-e747-4166-96c6-5b5aa48c94d7, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:22.177005 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] For port d2141186-e747-4166-96c6-5b5aa48c94d7, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d2141186-e747-4166-96c6-5b5aa48c94d7,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:22.183787 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.183968 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 7671c11e-8314-4770-9a7c-5ccc49563536, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=7671c11e-8314-4770-9a7c-5ccc49563536,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:22.205679 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.206460 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b21f545b-0173-4869-81c8-0a3907a7d1cf up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:22.242216 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab90c7b-5704-4f52-98f5-17c658be7c78 None None] Pushing event updated for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=4']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:22.262492 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:22.263132 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:22.381645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:22.394550 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:19Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '0ec55d08-e87e-43e0-b9bb-a5f914afc828', 'name': '', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'mac_address': 'fa:16:3e:67:ec:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:19Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 2, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'subnets': [{'id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:22.424588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44294) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:22.429580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732439553', 'description': 'tempest-secgroup-smoke-732439553 description', 'project_id': '428009c948d24e8fad89b98f31781bc5'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:22.492374 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.498866 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:22.511381 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44298) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:22.529062 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Allocated IP 172.20.0.2 (1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b/545e5cec-902f-496e-8744-af731adaa97a/d0177255-4ec5-4c07-83b9-af89410cb8a4) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:22.548421 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.726466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.730681 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.737284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.751404 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Transition to ACTIVE for port object d0177255-4ec5-4c07-83b9-af89410cb8a4 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:22.765381 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.767116 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3414590 Aug 11 08:01:22.772300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44310) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:22.777429 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Transition to ACTIVE for port object d0177255-4ec5-4c07-83b9-af89410cb8a4 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:22.777904 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:22.802211 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27933fd9-09a4-47e2-a269-cc72bed24dae tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac93c90-af97-46ff-9e81-1ddbb0da7842,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:22.803038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.824816 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899b6c-270f-46da-ba2f-ce27623f0998 None None] The sync data for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi is: [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:19Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '0ec55d08-e87e-43e0-b9bb-a5f914afc828', 'name': '', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'mac_address': 'fa:16:3e:67:ec:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:19Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 2, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'subnets': [{'id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:22.845571 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:22.855539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.856625 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:22.863022 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:22.875644 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-265255a7-6af4-4aa5-8f1d-32cc003253c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.953561 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:22Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:22.954903 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:22.969265 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.023285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd92581-ffa0-4e6a-9400-30f15a232b57,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:23.057014 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee25f1c-a190-401f-9ac9-9b00b503154c None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:22Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:23.083311 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Attempting to bind port d0177255-4ec5-4c07-83b9-af89410cb8a4 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:23.083686 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Attempting to bind port d0177255-4ec5-4c07-83b9-af89410cb8a4 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:23.084054 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Attempting to bind port d0177255-4ec5-4c07-83b9-af89410cb8a4 on network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:23.096373 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Pushing event updated for resources: {'Port': ['ID=d0177255-4ec5-4c07-83b9-af89410cb8a4,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:23.117054 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:23.123830 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Checking segment: {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:23.124357 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.124976 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Bound using segment: {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:23.125330 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Bound port: d0177255-4ec5-4c07-83b9-af89410cb8a4, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:23.125739 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.146309 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port b21f545b-0173-4869-81c8-0a3907a7d1cf completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:23.216728 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b21f545b-0173-4869-81c8-0a3907a7d1cf triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:23.217374 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.395523 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] For port d0177255-4ec5-4c07-83b9-af89410cb8a4, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:23.401974 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] For port d0177255-4ec5-4c07-83b9-af89410cb8a4, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d0177255-4ec5-4c07-83b9-af89410cb8a4,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:23.413449 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.508501 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e27f9-1e20-402e-9d4d-d02d3b38cb33 req-909fc5a0-8566-4012-8462-87d28c853afe tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:23.510116 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fe6e27f9-1e20-402e-9d4d-d02d3b38cb33 req-909fc5a0-8566-4012-8462-87d28c853afe tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 944 time: 0.0952754 Aug 11 08:01:23.532157 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.599997 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1c3d-eaa1-4476-abd9-6949bcd4e189 None None] Pushing event updated for resources: {'Port': ['ID=d0177255-4ec5-4c07-83b9-af89410cb8a4,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:23.615904 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.658296 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fe6e27f9-1e20-402e-9d4d-d02d3b38cb33 req-13b7a1b3-ded9-4973-9082-1973c42af695 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333780 Aug 11 08:01:23.661640 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port b21f545b-0173-4869-81c8-0a3907a7d1cf, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b21f545b-0173-4869-81c8-0a3907a7d1cf,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:23.670583 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.738418 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-265255a7-6af4-4aa5-8f1d-32cc003253c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.755470 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-265255a7-6af4-4aa5-8f1d-32cc003253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.757144 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.760666 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b51d30e8-c133-4d79-b621-9d622ce5a301 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9867754 Aug 11 08:01:23.764162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44338) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:23.773848 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:23.844182 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=b21f545b-0173-4869-81c8-0a3907a7d1cf,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:23.863784 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265255a7-6af4-4aa5-8f1d-32cc003253c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae4b0c-2933-43af-9b57-2f63ba99365d,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:23.927529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:23.939303 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-265255a7-6af4-4aa5-8f1d-32cc003253c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3fe74a470a0461a970294f700330d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4266758 Aug 11 08:01:23.940020 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44346) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.038436 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.045663 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.058167 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Router af5c39da-8bc0-47ce-8387-b3557a0e99ee is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:01:24.064675 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca98578-d771-4d7f-bf3b-9e96c9659de2,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:24.085345 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.090041 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-7327f820-85dd-4b75-bb71-66560b295a17 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236711 Aug 11 08:01:24.094707 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44348) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.099608 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:24.141743 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 79d69557-c465-48d7-a37a-9c8d1b5d8171 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:24.148419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.148891 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.204510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 79d69557-c465-48d7-a37a-9c8d1b5d8171 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:24.205067 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.211900 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.223672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.229354 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.248310 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3785c03-ef90-4484-b872-fcf378f0aaae,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:24.259379 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.261023 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c88b4338-2fac-4369-b47e-28c0e2efdcc8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651161 Aug 11 08:01:24.261998 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:24.264042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44350) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.269983 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:24.286848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.289319 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3dda72d0-0d72-401a-9e51-6fae2c973a9f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2783709 Aug 11 08:01:24.291848 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44352) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.305794 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.306015 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Sync routers for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:24.309362 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.310844 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7eae4b0c-2933-43af-9b57-2f63ba99365d HTTP/1.1" status: 204 len: 168 time: 0.3694775 Aug 11 08:01:24.320489 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15792e94-6da4-405d-b64e-d1bfb043c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae4b0c-2933-43af-9b57-2f63ba99365d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:24.350360 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:24.351004 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:24.356167 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b5775e97-275a-410e-bec8-295bc1144bbb up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:24.383635 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.524700 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.573769 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.594884 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ac590-a15a-4678-b5d9-595577f1b921,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:24.652851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.654923 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b4b1b5e0-f806-4f48-87f9-de5baea17b0a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3894303 Aug 11 08:01:24.658069 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44362) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.665741 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:24.702438 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b5775e97-275a-410e-bec8-295bc1144bbb triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:24.702823 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.703640 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.securitygroups_db [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Project 428009c948d24e8fad89b98f31781bc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:01:24.711431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.774604 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:24.795719 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.805357 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.874498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704dde60-9570-410d-b46e-aec11e7056ea,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:24.897286 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:24.901676 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-79c77a6c-e66e-49b3-bc56-117e33ca3253 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2423203 Aug 11 08:01:24.902405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44376) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:24.910323 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'security_group_rule': {'security_group_id': '0ac93c90-af97-46ff-9e81-1ddbb0da7842', 'project_id': '428009c948d24e8fad89b98f31781bc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:24.944183 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82faa96-82bb-4ad7-8a67-680e931d90d9 None None] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:01:24.978305 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.securitygroups_db [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Project 428009c948d24e8fad89b98f31781bc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:01:24.982649 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce95542-f630-43d5-bd49-5d0557017b09 req-df94b19c-898c-485f-922f-e2011208459c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:24.986215 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ce95542-f630-43d5-bd49-5d0557017b09 req-df94b19c-898c-485f-922f-e2011208459c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 944 time: 0.1144245 Aug 11 08:01:25.021889 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.171348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 7671c11e-8314-4770-9a7c-5ccc49563536 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:25.236912 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ce95542-f630-43d5-bd49-5d0557017b09 req-7cdda28c-6823-4d9f-8f23-8f03c6a64138 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425401 Aug 11 08:01:25.268065 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.273854 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.280737 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.288789 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0a9787d5-c8fa-4eca-85b3-ce585580c949 None None] Provisioning for port d0177255-4ec5-4c07-83b9-af89410cb8a4 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:25.325067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b364f2ac-f365-46c8-adec-92d0be3a678a,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:25.347494 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.349884 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-7040628c-aff1-4d4b-bfed-c677384e5725 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4454589 Aug 11 08:01:25.502862 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Allocated IP 172.20.0.1 (1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b/545e5cec-902f-496e-8744-af731adaa97a/8cd939e7-7611-4a7d-bcac-ea1367519810) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:01:25.546180 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 7671c11e-8314-4770-9a7c-5ccc49563536 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:25.546699 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.652328 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:25.764084 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:22Z', 'revision_number': 3, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:25.789806 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.830395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Transition to ACTIVE for port object 8cd939e7-7611-4a7d-bcac-ea1367519810 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:25.851050 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Checking router: af5c39da-8bc0-47ce-8387-b3557a0e99ee for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:25.851410 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Updating router af5c39da-8bc0-47ce-8387-b3557a0e99ee port b01b1196-6bd8-48f3-8497-e619cc917ace binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:25.913329 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.936145 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:25.973599 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:25.976929 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:25.990159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:01:26.030440 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:26.071573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.331792 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.374995 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Transition to ACTIVE for port object b01b1196-6bd8-48f3-8497-e619cc917ace will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:26.416193 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.448238 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:26.499865 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.528994 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569b89-fcd6-4c65-a62a-50b0fc0f2112 req-80d94d74-b72a-4763-895a-302a43da57d3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:26.533467 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-77569b89-fcd6-4c65-a62a-50b0fc0f2112 req-80d94d74-b72a-4763-895a-302a43da57d3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 944 time: 0.1600196 Aug 11 08:01:26.542977 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:26.543444 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.628100 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-77569b89-fcd6-4c65-a62a-50b0fc0f2112 req-255e0874-541f-4356-9288-68ef025e5395 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Aug 11 08:01:26.653080 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d2141186-e747-4166-96c6-5b5aa48c94d7 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:26.701494 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-f63fe062-a0c0-4127-8567-91d1f0846369 None None] Provisioning for port 8cd939e7-7611-4a7d-bcac-ea1367519810 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:26.722565 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Attempting to bind port b01b1196-6bd8-48f3-8497-e619cc917ace on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:26.722961 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Attempting to bind port b01b1196-6bd8-48f3-8497-e619cc917ace by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:26.723331 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Attempting to bind port b01b1196-6bd8-48f3-8497-e619cc917ace on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:26.738067 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-f63fe062-a0c0-4127-8567-91d1f0846369 None None] Provisioning complete for port 8cd939e7-7611-4a7d-bcac-ea1367519810 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:26.738452 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f63fe062-a0c0-4127-8567-91d1f0846369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.740266 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e449bf-fdae-4772-afd2-34c45712d107 None None] Pushing event updated for resources: {'Port': ['ID=b01b1196-6bd8-48f3-8497-e619cc917ace,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:26.780605 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.788737 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.797389 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:26.797718 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:26.798226 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.798817 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:26.799257 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Bound port: b01b1196-6bd8-48f3-8497-e619cc917ace, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:26.801382 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.874842 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-f63fe062-a0c0-4127-8567-91d1f0846369 None None] Port 8cd939e7-7611-4a7d-bcac-ea1367519810 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:26.891879 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:26.895857 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:26.929983 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44476) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:26.933790 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port d2141186-e747-4166-96c6-5b5aa48c94d7 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:26.962647 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] For port b01b1196-6bd8-48f3-8497-e619cc917ace, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:26.975650 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] For port b01b1196-6bd8-48f3-8497-e619cc917ace, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b01b1196-6bd8-48f3-8497-e619cc917ace,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:26.977362 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port d2141186-e747-4166-96c6-5b5aa48c94d7 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:26.978542 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.011261 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:01:27.013114 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:01:27.034962 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.056973 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.150322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15c9a4b4-c81b-43ad-a5d8-adbb1bd02a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.154837 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:27.161772 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:01:27.165671 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bfcebc-efe3-40b0-bc2d-73d58d404053" -d '{"events": [{"server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:01:27.185247 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.191065 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Router af5c39da-8bc0-47ce-8387-b3557a0e99ee has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:01:27.259612 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:27.260778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:27.266573 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2fb568-ced7-4e60-b1eb-fedf23473c72 x-openstack-request-id: req-6a2fb568-ced7-4e60-b1eb-fedf23473c72 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:01:27.266866 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:01:27.267118 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a2fb568-ced7-4e60-b1eb-fedf23473c72 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:01:27.267519 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4', 'code': 200} Aug 11 08:01:27.272560 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e449bf-fdae-4772-afd2-34c45712d107 None None] Pushing event updated for resources: {'Port': ['ID=b01b1196-6bd8-48f3-8497-e619cc917ace,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:27.372048 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.386739 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15c9a4b4-c81b-43ad-a5d8-adbb1bd02a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.398482 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-15c9a4b4-c81b-43ad-a5d8-adbb1bd02a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.404496 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:01:27.421276 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6b5c6088-4b81-4fb4-ac4b-2ba8ea3720c0 admin admin] 10.222.0.68 "PUT /v2.0/routers/af5c39da-8bc0-47ce-8387-b3557a0e99ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1203403 Aug 11 08:01:27.476755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a4b4-c81b-43ad-a5d8-adbb1bd02a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3d7ae-87dc-499d-8b17-391f150dc848,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:27.483959 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-15c9a4b4-c81b-43ad-a5d8-adbb1bd02a9b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=694586b7fda446e09904f6f97cef1518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526023 Aug 11 08:01:27.500761 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44494) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:27.538057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0d20a55e-f53e-4674-9390-8cf00e77721a None None] Provisioning complete for port 8cd939e7-7611-4a7d-bcac-ea1367519810 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:27.538443 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0d20a55e-f53e-4674-9390-8cf00e77721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.547736 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port d2141186-e747-4166-96c6-5b5aa48c94d7, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d2141186-e747-4166-96c6-5b5aa48c94d7,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:27.554432 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:27.585564 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.644469 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:27.680546 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.706110 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-0d20a55e-f53e-4674-9390-8cf00e77721a None None] Port 8cd939e7-7611-4a7d-bcac-ea1367519810 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:01:27.720032 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.738154 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:27.791109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3e40-ca9c-4561-868e-13dd4ef24451 req-1f4a5d98-906a-49ff-8155-f1523ebfb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:27.792902 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-833a3e40-ca9c-4561-868e-13dd4ef24451 req-1f4a5d98-906a-49ff-8155-f1523ebfb878 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 1098 time: 0.2096896 Aug 11 08:01:27.796313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.799300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:27.800491 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1c3d7ae-87dc-499d-8b17-391f150dc848 HTTP/1.1" status: 204 len: 168 time: 0.3127296 Aug 11 08:01:27.826019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a77b86-4f09-4b54-9235-1814a70329ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3d7ae-87dc-499d-8b17-391f150dc848,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:27.847338 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-833a3e40-ca9c-4561-868e-13dd4ef24451 req-69971dbe-b991-4c5c-b6ea-3eb7deb95302 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Aug 11 08:01:28.026051 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2df882-32c2-47de-b9fd-d6ef2b5c3c0b req-c837bb9a-3bf7-4673-9b50-b3e9c6d71a9b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:28.031109 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb2df882-32c2-47de-b9fd-d6ef2b5c3c0b req-c837bb9a-3bf7-4673-9b50-b3e9c6d71a9b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.1132190 Aug 11 08:01:28.108424 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b21f545b-0173-4869-81c8-0a3907a7d1cf up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:28.139313 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb2df882-32c2-47de-b9fd-d6ef2b5c3c0b req-e3793ed0-952e-432e-9dd6-a48d15cca768 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754707 Aug 11 08:01:28.242122 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b21f545b-0173-4869-81c8-0a3907a7d1cf triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:28.242586 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.307104 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '8cd939e7-7611-4a7d-bcac-ea1367519810', 'name': '', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'mac_address': 'fa:16:3e:22:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:25Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 2, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'subnets': [{'id': '545e5cec-902f-496e-8744-af731adaa97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:28.362088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35b9cb-250a-438b-8f19-ccec414e8b25 None None] The sync data for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi is: [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '8cd939e7-7611-4a7d-bcac-ea1367519810', 'name': '', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'mac_address': 'fa:16:3e:22:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:25Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 2, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'subnets': [{'id': '545e5cec-902f-496e-8744-af731adaa97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:28.385117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44528) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:28.391086 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623215892', 'description': 'tempest-secgroup-smoke-623215892 description', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:28.394703 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d0177255-4ec5-4c07-83b9-af89410cb8a4 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:28.431513 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.469492 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port d0177255-4ec5-4c07-83b9-af89410cb8a4 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:28.473963 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port d0177255-4ec5-4c07-83b9-af89410cb8a4 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:28.474604 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.600769 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.629446 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.638056 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.671863 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bb234-f07c-4279-9028-c311cab7bbcb,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:28.680359 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port d0177255-4ec5-4c07-83b9-af89410cb8a4, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d0177255-4ec5-4c07-83b9-af89410cb8a4,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:28.688286 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.689303 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 12f71bbb-8664-450a-be06-be69cca24271 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:28.689904 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.692748 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4a2b0c9d-f674-40fd-8406-5c9760375fca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3064816 Aug 11 08:01:28.695772 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44546) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:28.700691 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:28.746418 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.847478 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=d0177255-4ec5-4c07-83b9-af89410cb8a4,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:28.875686 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 12f71bbb-8664-450a-be06-be69cca24271 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:28.880808 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 12f71bbb-8664-450a-be06-be69cca24271 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:28.881177 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.915785 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.921337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.974164 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfa3568-6c26-47ec-ac8e-d84ee173a757,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:28.980257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.988154 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.989163 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44558) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:28.989295 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-98d5a343-adfe-49a1-afb6-64208da8add9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920005 Aug 11 08:01:28.994464 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:29.000148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44560) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:29.031544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 12f71bbb-8664-450a-be06-be69cca24271, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=12f71bbb-8664-450a-be06-be69cca24271,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:29.036284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.045950 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.109692 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.113123 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=12f71bbb-8664-450a-be06-be69cca24271,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.128558 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.132751 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.151041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ccf710-a051-46a0-ac24-f9fe7b8742f0,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.162195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.165966 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-12d63a7e-a1b3-4a08-afe9-d476739fd522 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728733 Aug 11 08:01:29.166326 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44570) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:29.171316 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:29.203087 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.272970 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.277075 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.295173 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30606bfd-f8af-4ed5-937c-22b443034dd8,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.297086 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b9d49-fe95-4c8e-9ac3-9a0e2b67dc11 req-4fff4f93-b4ab-4bf4-ac37-deb42f82e47a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:29.299247 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bd9b9d49-fe95-4c8e-9ac3-9a0e2b67dc11 req-4fff4f93-b4ab-4bf4-ac37-deb42f82e47a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0711956 Aug 11 08:01:29.320219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bd7e42f6-a596-4ca0-ac34-315ec64b7436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.323100 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.326973 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-61e265d1-9e8c-4ca7-9429-01d7ab43c040 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569924 Aug 11 08:01:29.327728 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44576) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:29.333522 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:29.360130 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bd9b9d49-fe95-4c8e-9ac3-9a0e2b67dc11 req-ee2413e9-a99f-42e2-b0cc-1cf99d4ff30b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Aug 11 08:01:29.427344 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bd7e42f6-a596-4ca0-ac34-315ec64b7436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.430968 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bd7e42f6-a596-4ca0-ac34-315ec64b7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.474221 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.481858 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-bd7e42f6-a596-4ca0-ac34-315ec64b7436 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f543aefd4944eceabba23700ebf108b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798312 Aug 11 08:01:29.484548 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44584) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:29.513885 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e42f6-a596-4ca0-ac34-315ec64b7436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a48f86-ebb1-453e-b1e0-29737ce1f320,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.587539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.592677 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.598831 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.633639 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747e5ed1-e3a0-4b26-bcaf-cdeb34e271c0,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.643824 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.645279 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9c5a76d2-5316-40e3-800a-ec3f8d6653f8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170242 Aug 11 08:01:29.647963 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44592) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:29.669589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:29.679425 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.753955 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.758812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.763947 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58a48f86-ebb1-453e-b1e0-29737ce1f320 HTTP/1.1" status: 204 len: 168 time: 0.2782655 Aug 11 08:01:29.790567 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f8ec-c7c8-4ba0-8227-21af73227f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a48f86-ebb1-453e-b1e0-29737ce1f320,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:29.833547 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.securitygroups_db [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Project 474e4d5b697d40ddba7ae02c60345d3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:01:29.862122 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d0177255-4ec5-4c07-83b9-af89410cb8a4 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:29.876077 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.914933 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713400f-8af7-4217-b789-010f09571324 req-d4349670-a935-4a96-9f16-d8d3693d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:29.916618 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-d4349670-a935-4a96-9f16-d8d3693d2cea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 1098 time: 0.1917992 Aug 11 08:01:29.988147 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abeaf-5215-4a97-9ff2-f9ad3911816c req-bb68a5b9-9596-44a5-b607-7b1fae3aecfd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:29.998781 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-754abeaf-5215-4a97-9ff2-f9ad3911816c req-bb68a5b9-9596-44a5-b607-7b1fae3aecfd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.2130797 Aug 11 08:01:30.061929 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port d0177255-4ec5-4c07-83b9-af89410cb8a4 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:30.062724 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.195039 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Sync routers for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:30.197394 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d2141186-e747-4166-96c6-5b5aa48c94d7 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:30.217273 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:30.218643 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:30.233614 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-754abeaf-5215-4a97-9ff2-f9ad3911816c req-d254084f-9d62-4940-985e-40a66ff7e31f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331855 Aug 11 08:01:30.277264 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.296406 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port d2141186-e747-4166-96c6-5b5aa48c94d7 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:30.296406 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.313926 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.359847 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713400f-8af7-4217-b789-010f09571324 req-b2168097-94cd-4bb3-a574-bd8ba3a48a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:30.361894 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-b2168097-94cd-4bb3-a574-bd8ba3a48a33 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.4324145 Aug 11 08:01:30.426464 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-75f1db90-48c2-4d73-b21f-c448d6d6bc34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 HTTP/1.1" status: 200 len: 217 time: 0.0538199 Aug 11 08:01:30.430058 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35354570-bae1-4ba6-8b9c-81ce6b042947,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:30.445536 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:30.457107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.460429 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-947b8f3a-c19d-45b0-bbeb-7d0844579c77 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8112698 Aug 11 08:01:30.467565 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44622) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:30.472244 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'security_group_rule': {'security_group_id': '3d2bb234-f07c-4279-9028-c311cab7bbcb', 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:01:30.477981 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 12f71bbb-8664-450a-be06-be69cca24271 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:30.525642 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.securitygroups_db [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Project 474e4d5b697d40ddba7ae02c60345d3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:01:30.540250 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.544848 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713400f-8af7-4217-b789-010f09571324 req-7d36afed-8c2e-40aa-a88a-1bd6b89d68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:30.550821 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-7d36afed-8c2e-40aa-a88a-1bd6b89d68a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.1097379 Aug 11 08:01:30.608475 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-259faf18-5976-4377-bca7-29192987ff3c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489106 Aug 11 08:01:30.617797 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 12f71bbb-8664-450a-be06-be69cca24271 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:30.618459 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.679446 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.692194 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.727337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71141b70-ddbc-4d5e-a21e-0941b51f30b5,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:30.745386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:30.747277 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a658ed5a-38e6-4dd7-92ad-d3841f465a6b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2781405 Aug 11 08:01:30.824020 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-f32ca7ca-83a7-4c64-9f56-f1b532865cc4 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082317 Aug 11 08:01:30.972474 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:19Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '0ec55d08-e87e-43e0-b9bb-a5f914afc828', 'name': '', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'mac_address': 'fa:16:3e:67:ec:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:19Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 2, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'subnets': [{'id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:31.027295 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6713400f-8af7-4217-b789-010f09571324 req-8c0321dc-ba5d-4703-8003-b295d8c2cff9 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930649 Aug 11 08:01:31.059976 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Checking router: f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:31.062507 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Updating router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:31.108600 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:31.422104 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9a66-97f1-4fe5-8549-a0982119f5ba req-81c1536c-5bb1-4a1e-a66f-5955002e9412 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:31.430805 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88ea9a66-97f1-4fe5-8549-a0982119f5ba req-81c1536c-5bb1-4a1e-a66f-5955002e9412 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0867405 Aug 11 08:01:31.483463 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88ea9a66-97f1-4fe5-8549-a0982119f5ba req-a8eec9db-4679-4eff-a954-d9b9892f0183 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Aug 11 08:01:31.581304 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:31.600824 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Transition to ACTIVE for port object 0ec55d08-e87e-43e0-b9bb-a5f914afc828 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:31.613368 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:31.671518 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcccf79-b060-43e1-a732-0a27de3ac5bc None None] Pushing event updated for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:31.884320 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Attempting to bind port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:31.884693 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Attempting to bind port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:31.886112 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b01b1196-6bd8-48f3-8497-e619cc917ace up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:31.886591 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Attempting to bind port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 on network d6db505d-b11e-40e2-bdcd-327451cb0a12 {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:31.905959 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:31.906331 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Checking segment: {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:31.906806 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:31.907131 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Bound using segment: {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:31.907756 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Bound port: 0ec55d08-e87e-43e0-b9bb-a5f914afc828, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645a7bad-6422-400b-9df6-4691fef94dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:31.908153 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:31.967540 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port b01b1196-6bd8-48f3-8497-e619cc917ace completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:31.971671 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b01b1196-6bd8-48f3-8497-e619cc917ace triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:31.972052 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.056055 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] For port 0ec55d08-e87e-43e0-b9bb-a5f914afc828, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:32.070941 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] For port 0ec55d08-e87e-43e0-b9bb-a5f914afc828, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0ec55d08-e87e-43e0-b9bb-a5f914afc828,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:32.079103 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.116295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.189072 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port b01b1196-6bd8-48f3-8497-e619cc917ace, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b01b1196-6bd8-48f3-8497-e619cc917ace,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:32.201435 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.208187 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcccf79-b060-43e1-a732-0a27de3ac5bc None None] Pushing event updated for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=4']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:32.228308 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:32.241273 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:32.300783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=b01b1196-6bd8-48f3-8497-e619cc917ace,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:32.542144 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:32.602758 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29c7b-a80e-4b8e-94e3-da01751a21f3 req-981a84e5-895c-4ea8-b279-7e166a414e6f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:32.604159 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e5a29c7b-a80e-4b8e-94e3-da01751a21f3 req-981a84e5-895c-4ea8-b279-7e166a414e6f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0499010 Aug 11 08:01:32.645673 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e5a29c7b-a80e-4b8e-94e3-da01751a21f3 req-93477cec-ea64-4fce-b755-98da6cba9c70 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Aug 11 08:01:32.766434 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:19Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '0ec55d08-e87e-43e0-b9bb-a5f914afc828', 'name': '', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'mac_address': 'fa:16:3e:67:ec:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:19Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'subnets': [{'id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:32.793163 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64c48b-c043-4d6e-9fac-613db8a00c01 None None] The sync data for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi is: [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:19Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '0ec55d08-e87e-43e0-b9bb-a5f914afc828', 'name': '', 'network_id': 'd6db505d-b11e-40e2-bdcd-327451cb0a12', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'mac_address': 'fa:16:3e:67:ec:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:19Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'subnets': [{'id': '5828b551-22e5-4df1-98cd-b25f725b3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:33.613540 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Sync routers for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:01:33.625190 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:33.625846 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:33.843921 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:33.849708 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0ec55d08-e87e-43e0-b9bb-a5f914afc828 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:33.862800 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be272f3c-b308-41ac-8c8b-c5061406cc4c req-a704cfdc-1285-49f2-bda9-81fe29a6992f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:33.868465 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-be272f3c-b308-41ac-8c8b-c5061406cc4c req-a704cfdc-1285-49f2-bda9-81fe29a6992f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.1038451 Aug 11 08:01:33.959642 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-be272f3c-b308-41ac-8c8b-c5061406cc4c req-dd1c6592-a0b1-47fd-a352-b86d4e7b82ec tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 Aug 11 08:01:34.098634 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:34.106891 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:34.107315 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.247943 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '8cd939e7-7611-4a7d-bcac-ea1367519810', 'name': '', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'mac_address': 'fa:16:3e:22:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:25Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 2, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'subnets': [{'id': '545e5cec-902f-496e-8744-af731adaa97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:34.251235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.298314 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Checking router: af5c39da-8bc0-47ce-8387-b3557a0e99ee for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:01:34.298993 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Updating router af5c39da-8bc0-47ce-8387-b3557a0e99ee port 8cd939e7-7611-4a7d-bcac-ea1367519810 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:01:34.337605 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.403600 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 0ec55d08-e87e-43e0-b9bb-a5f914afc828, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0ec55d08-e87e-43e0-b9bb-a5f914afc828,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:34.414356 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.415351 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b01b1196-6bd8-48f3-8497-e619cc917ace up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:34.599163 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:34.654297 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port b01b1196-6bd8-48f3-8497-e619cc917ace triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:34.654905 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.830694 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.844026 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Transition to ACTIVE for port object 8cd939e7-7611-4a7d-bcac-ea1367519810 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:01:34.849629 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.900776 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca36a71-81a0-4373-8398-40d67ad2fda1 None None] Pushing event updated for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:34.965223 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Attempting to bind port 8cd939e7-7611-4a7d-bcac-ea1367519810 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:01:34.965657 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Attempting to bind port 8cd939e7-7611-4a7d-bcac-ea1367519810 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:01:34.966025 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Attempting to bind port 8cd939e7-7611-4a7d-bcac-ea1367519810 on network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:01:34.972241 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:01:34.972611 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Checking segment: {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:01:34.973049 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.973441 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Bound using segment: {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:01:34.973913 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Bound port: 8cd939e7-7611-4a7d-bcac-ea1367519810, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6b4370-9551-42f7-aee1-787f9f09251f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:01:34.974302 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:35.046678 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] For port 8cd939e7-7611-4a7d-bcac-ea1367519810, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:01:35.051568 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] For port 8cd939e7-7611-4a7d-bcac-ea1367519810, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8cd939e7-7611-4a7d-bcac-ea1367519810,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:01:35.056410 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:35.114892 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63027b4b-9fa9-4cf9-b230-9515d19f0c24 req-543dd82d-3918-4037-88e8-3ae0da25f3ba tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:35.127602 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63027b4b-9fa9-4cf9-b230-9515d19f0c24 req-543dd82d-3918-4037-88e8-3ae0da25f3ba tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0919030 Aug 11 08:01:35.133900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:01:35.134610 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:35.207454 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63027b4b-9fa9-4cf9-b230-9515d19f0c24 req-ab426388-f336-45e7-a6e1-bb6c034ed28d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Aug 11 08:01:35.339893 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca36a71-81a0-4373-8398-40d67ad2fda1 None None] Pushing event updated for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:35.419088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:01:35.657938 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '8cd939e7-7611-4a7d-bcac-ea1367519810', 'name': '', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'mac_address': 'fa:16:3e:22:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:25Z', 'updated_at': '2021-08-11T08:01:35Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'subnets': [{'id': '545e5cec-902f-496e-8744-af731adaa97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:01:35.683662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da07ea9-d9a5-4487-b738-e1f015ab5f9d None None] The sync data for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi is: [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:26Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '8cd939e7-7611-4a7d-bcac-ea1367519810', 'name': '', 'network_id': '1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'mac_address': 'fa:16:3e:22:a2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '545e5cec-902f-496e-8744-af731adaa97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:25Z', 'updated_at': '2021-08-11T08:01:35Z', 'revision_number': 4, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'subnets': [{'id': '545e5cec-902f-496e-8744-af731adaa97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:01:35.730487 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0ec55d08-e87e-43e0-b9bb-a5f914afc828 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:35.777687 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:35.778218 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:35.862709 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8cd939e7-7611-4a7d-bcac-ea1367519810 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:35.913173 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 8cd939e7-7611-4a7d-bcac-ea1367519810 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:01:35.917320 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 8cd939e7-7611-4a7d-bcac-ea1367519810 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:35.917700 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.012098 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.056820 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 8cd939e7-7611-4a7d-bcac-ea1367519810, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8cd939e7-7611-4a7d-bcac-ea1367519810,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:01:36.061518 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.092454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44848) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:36.127867 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:36.241094 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ed60431-505d-4cf5-8acf-ea3a6f69b39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.376324 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236953d4-d90f-4783-b6be-0993029283b0 req-290e8a99-60ae-48b3-9ef8-4ce5190fb251 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:36.377952 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-236953d4-d90f-4783-b6be-0993029283b0 req-290e8a99-60ae-48b3-9ef8-4ce5190fb251 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0720527 Aug 11 08:01:36.442177 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ed60431-505d-4cf5-8acf-ea3a6f69b39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.446192 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-236953d4-d90f-4783-b6be-0993029283b0 req-c205c127-860c-4cfd-9f6f-747e3e4e1a63 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Aug 11 08:01:36.447560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9ed60431-505d-4cf5-8acf-ea3a6f69b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.486617 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9ed60431-505d-4cf5-8acf-ea3a6f69b39a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d5e9df9953f47d18aaa5c8808df722a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922219 Aug 11 08:01:36.487729 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed60431-505d-4cf5-8acf-ea3a6f69b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017969a1-d85f-415a-a854-2e434684842d,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:36.489629 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44860) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:36.541383 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.565572 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.616619 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.619215 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.623862 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/017969a1-d85f-415a-a854-2e434684842d HTTP/1.1" status: 204 len: 168 time: 0.1331789 Aug 11 08:01:36.631858 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017969a1-d85f-415a-a854-2e434684842d,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:36.640104 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.640455 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.640795 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.641160 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.641493 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.641817 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.642144 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.642554 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.642828 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.643155 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.643473 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:36.643788 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690837ac-0ef0-457e-8a84-56240ab062d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:37.711250 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8cd939e7-7611-4a7d-bcac-ea1367519810 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:01:37.759693 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 8cd939e7-7611-4a7d-bcac-ea1367519810 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:01:37.760060 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:39.190183 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6abd68-dd5b-4c08-84c3-34d94c46b73a req-4dae0e78-0e9a-420a-864f-cba23dcebc2c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:39.191686 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2b6abd68-dd5b-4c08-84c3-34d94c46b73a req-4dae0e78-0e9a-420a-864f-cba23dcebc2c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0495875 Aug 11 08:01:39.228099 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2b6abd68-dd5b-4c08-84c3-34d94c46b73a req-a0fdc302-dc4c-4be1-bda4-d8a52b3e0ac7 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Aug 11 08:01:40.538491 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92574945-6f2e-4ed7-8437-37d929837ed9 req-61cbf08f-debd-4171-ba27-2b4acc949651 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:40.540128 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-92574945-6f2e-4ed7-8437-37d929837ed9 req-61cbf08f-debd-4171-ba27-2b4acc949651 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0568941 Aug 11 08:01:40.582785 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-92574945-6f2e-4ed7-8437-37d929837ed9 req-7eb86328-3e06-4877-9be8-0811b1c80fa6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Aug 11 08:01:41.703161 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2c2c-f16b-40be-a1d7-46a7c85de771 req-7a09c8ee-5278-487f-829c-5f4baed80b05 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:41.704683 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-261a2c2c-f16b-40be-a1d7-46a7c85de771 req-7a09c8ee-5278-487f-829c-5f4baed80b05 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 11 08:01:41.742678 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-261a2c2c-f16b-40be-a1d7-46a7c85de771 req-073d0778-d5b7-4720-82a2-072ff51b23a5 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Aug 11 08:01:42.177729 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 44968) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:42.284978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.395443 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.400628 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.439012 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=87d46fd677fb4b6581398ff0c48b27c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602036 Aug 11 08:01:42.439871 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e411a0-13e4-4d95-8ae9-7b7d815587f5,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:42.441723 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44978) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:42.447293 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.447689 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.448070 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.448605 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.449043 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.449388 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.450332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.450803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.451250 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.451579 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.451905 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.452223 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fce2b8-db21-458b-88ed-24e8d033ec29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:01:42.502862 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.525368 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.577668 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.580466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.586275 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47e411a0-13e4-4d95-8ae9-7b7d815587f5 HTTP/1.1" status: 204 len: 168 time: 0.1433673 Aug 11 08:01:42.595073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779426b-e9ac-47f3-9c0e-bc7dd422cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e411a0-13e4-4d95-8ae9-7b7d815587f5,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:42.910690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cd7b3-744d-472c-9c70-29ed40431ee2 req-b9410fba-5fe1-400d-8eb4-a0fc9f90aa28 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:42.913063 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-655cd7b3-744d-472c-9c70-29ed40431ee2 req-b9410fba-5fe1-400d-8eb4-a0fc9f90aa28 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0708563 Aug 11 08:01:42.925852 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 44998) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:42.955003 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c56865e4-eb8c-4946-9dde-af10239a4ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:42.989290 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-655cd7b3-744d-472c-9c70-29ed40431ee2 req-0fc568c4-a6e4-4a8b-875e-664d9ede1ded tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Aug 11 08:01:43.086556 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c56865e4-eb8c-4946-9dde-af10239a4ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.091956 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c56865e4-eb8c-4946-9dde-af10239a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.139014 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c56865e4-eb8c-4946-9dde-af10239a4ec9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e26a2b609d64be98cca6a8f6d2050f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112620 Aug 11 08:01:43.139918 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56865e4-eb8c-4946-9dde-af10239a4ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a26c1-afc7-4f14-b26f-f0277bba3ca7,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:43.141045 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45006) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:43.219213 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.242730 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.306886 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.310753 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.311918 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f00a26c1-afc7-4f14-b26f-f0277bba3ca7 HTTP/1.1" status: 204 len: 168 time: 0.1698308 Aug 11 08:01:43.320044 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18b620-4e4b-4f38-bcf7-537c831d7844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a26c1-afc7-4f14-b26f-f0277bba3ca7,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:43.653705 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45024) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:43.666429 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-262edc54-f0e5-4bc4-bf8b-dcad893271ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.764135 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-262edc54-f0e5-4bc4-bf8b-dcad893271ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.767957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-262edc54-f0e5-4bc4-bf8b-dcad893271ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.795360 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-54d06315-5f5a-489e-8882-ef1dc6391a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.815571 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-262edc54-f0e5-4bc4-bf8b-dcad893271ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c439c1af9394281ab8606221280217c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604140 Aug 11 08:01:43.816621 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262edc54-f0e5-4bc4-bf8b-dcad893271ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b5f82-ae59-4a5e-810b-5ea28ba01ef6,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:43.817884 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45026) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:43.874087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.896881 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.946594 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.949313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:43.950622 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/029b5f82-ae59-4a5e-810b-5ea28ba01ef6 HTTP/1.1" status: 204 len: 168 time: 0.1314635 Aug 11 08:01:43.958470 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900d6b3-af30-4869-9c5b-9bc2c40d08ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b5f82-ae59-4a5e-810b-5ea28ba01ef6,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:01:44.125366 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe65dba-c452-4955-aebf-9dcc8f37f28f req-a38b239a-d314-4be2-9d1a-502569b1374d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:44.126967 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-abe65dba-c452-4955-aebf-9dcc8f37f28f req-a38b239a-d314-4be2-9d1a-502569b1374d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0546134 Aug 11 08:01:44.169002 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-abe65dba-c452-4955-aebf-9dcc8f37f28f req-af59731e-ebc6-47f1-8b8d-7b5824f10010 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361159 Aug 11 08:01:45.316773 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf0a2-50f5-4a3d-a432-b2a18d32e297 req-521329c7-2f52-4edb-81db-3112d5780951 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:45.320286 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-deedf0a2-50f5-4a3d-a432-b2a18d32e297 req-521329c7-2f52-4edb-81db-3112d5780951 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0667744 Aug 11 08:01:45.373269 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-deedf0a2-50f5-4a3d-a432-b2a18d32e297 req-480b5caf-89fa-44ef-bd26-cf731b1e48d6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Aug 11 08:01:46.495183 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1b992-6cea-41cf-9502-3afea518a90e req-a7060dac-e969-47aa-bdda-8b22b97d66de tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:46.497745 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bcd1b992-6cea-41cf-9502-3afea518a90e req-a7060dac-e969-47aa-bdda-8b22b97d66de tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0520997 Aug 11 08:01:46.541309 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bcd1b992-6cea-41cf-9502-3afea518a90e req-74d49b54-7ce5-4c92-971e-414041a889cf tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365782 Aug 11 08:01:46.714369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-4a34ea35-3084-4d1b-939a-bb8001337550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:46.841521 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:47.659321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab09cd-c786-4e2b-9b4a-2b65597f8ad2 req-1dca944d-a311-40cc-a170-d065d15859f0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:47.661172 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bfab09cd-c786-4e2b-9b4a-2b65597f8ad2 req-1dca944d-a311-40cc-a170-d065d15859f0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0502012 Aug 11 08:01:47.700394 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bfab09cd-c786-4e2b-9b4a-2b65597f8ad2 req-0f69f289-2711-4566-9c32-854a663b335d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Aug 11 08:01:47.802877 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:48.819335 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b8201-da93-4a2b-93ee-9a60b6c5d793 req-8e119e73-0437-4ee4-babc-1b6a6359a086 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:48.820884 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-632b8201-da93-4a2b-93ee-9a60b6c5d793 req-8e119e73-0437-4ee4-babc-1b6a6359a086 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0499637 Aug 11 08:01:48.860724 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-632b8201-da93-4a2b-93ee-9a60b6c5d793 req-9ae80623-7015-4504-ae7f-8c02ebd85405 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Aug 11 08:01:49.010212 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:50.005865 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8bbc-0efc-40e7-be91-b2512ebb0ebd req-0ddba63f-a082-433f-b224-392e4be8a167 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:50.007365 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a77a8bbc-0efc-40e7-be91-b2512ebb0ebd req-0ddba63f-a082-433f-b224-392e4be8a167 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0508289 Aug 11 08:01:50.022447 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0ac3-276c-4a63-af98-c32afc108109 req-c9469827-18fb-494c-bdf6-cd00a2ec23fc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:50.024033 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25a0ac3-276c-4a63-af98-c32afc108109 req-c9469827-18fb-494c-bdf6-cd00a2ec23fc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0580180 Aug 11 08:01:50.047313 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a77a8bbc-0efc-40e7-be91-b2512ebb0ebd req-79189b96-4431-4d46-9ae3-d341b70c421a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Aug 11 08:01:50.068404 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25a0ac3-276c-4a63-af98-c32afc108109 req-9a65b24c-59cb-45ac-901f-d6a47265841c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372350 Aug 11 08:01:50.141226 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:01:51.170194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4535dc7-dfa1-4dc9-8f08-a94dc8b8427a req-fb547bc9-7727-4da2-9315-a35bc204c942 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:51.171709 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4535dc7-dfa1-4dc9-8f08-a94dc8b8427a req-fb547bc9-7727-4da2-9315-a35bc204c942 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0532207 Aug 11 08:01:51.198333 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f3e98-edfb-4f6a-9af9-32653cf9c561 req-8bcff736-10a0-4707-8d3d-9314c89c8a63 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:51.200415 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-955f3e98-edfb-4f6a-9af9-32653cf9c561 req-8bcff736-10a0-4707-8d3d-9314c89c8a63 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Aug 11 08:01:51.217079 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4535dc7-dfa1-4dc9-8f08-a94dc8b8427a req-3f2fa2df-39fc-4b0c-a469-50c1d67eeca6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Aug 11 08:01:51.244617 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-955f3e98-edfb-4f6a-9af9-32653cf9c561 req-53aad0c9-7aa5-408b-9164-169fdfa7244e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361171 Aug 11 08:01:52.343651 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258a698-08b6-4624-9d85-da0c27b80798 req-d872f6fe-7403-47b9-af99-48b778089b52 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:52.345094 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5258a698-08b6-4624-9d85-da0c27b80798 req-d872f6fe-7403-47b9-af99-48b778089b52 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0503609 Aug 11 08:01:52.378810 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37072269-7e31-4641-9b3d-a1a09d59a009 req-8158a512-8f4c-4af0-87c5-426d68de7b9c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:52.380444 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-37072269-7e31-4641-9b3d-a1a09d59a009 req-8158a512-8f4c-4af0-87c5-426d68de7b9c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0586977 Aug 11 08:01:52.391585 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5258a698-08b6-4624-9d85-da0c27b80798 req-17d83ced-127d-43d3-8cd4-e570621be6d7 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Aug 11 08:01:52.421603 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-37072269-7e31-4641-9b3d-a1a09d59a009 req-fa882fc7-b182-4098-8547-8e5d4e86a507 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343573 Aug 11 08:01:53.509693 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157be83-6f1e-4184-a444-9b8fcd165eea req-3b104a9d-c4f4-4fdc-a538-bc1363226465 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:53.511229 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f157be83-6f1e-4184-a444-9b8fcd165eea req-3b104a9d-c4f4-4fdc-a538-bc1363226465 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0517020 Aug 11 08:01:53.541803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f9ddb-2b0d-4822-8099-03c37e7e2992 req-89e9279d-86cf-460f-a42a-4f5ddc523d42 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:53.543888 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8f2f9ddb-2b0d-4822-8099-03c37e7e2992 req-89e9279d-86cf-460f-a42a-4f5ddc523d42 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0491786 Aug 11 08:01:53.549557 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f157be83-6f1e-4184-a444-9b8fcd165eea req-6b2a76b9-6aec-4598-82d1-7bef85c36e52 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Aug 11 08:01:53.588821 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8f2f9ddb-2b0d-4822-8099-03c37e7e2992 req-35524d5f-53a9-454b-ba42-62a96bf3d538 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Aug 11 08:01:54.496684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595521d-60b4-40cc-bfe8-e1ab49dff335 req-29e6941f-6630-4ad1-b2da-15301958a6de tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:54.498345 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b595521d-60b4-40cc-bfe8-e1ab49dff335 req-29e6941f-6630-4ad1-b2da-15301958a6de tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0494285 Aug 11 08:01:54.536103 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b595521d-60b4-40cc-bfe8-e1ab49dff335 req-7706654b-df58-4572-895b-1d5369ae4e67 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 11 08:01:54.681623 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d90598-26d6-42e3-b076-2f07ce4d01c7 req-a4a65d28-3fb5-4f44-b6fe-c0548488c0ef tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:54.685408 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f2d90598-26d6-42e3-b076-2f07ce4d01c7 req-a4a65d28-3fb5-4f44-b6fe-c0548488c0ef tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0594258 Aug 11 08:01:54.716996 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aef432-4d5e-411c-bc63-fbafcc1b37ca req-ec5052b2-e992-4630-8712-a41645f773e7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:54.718526 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88aef432-4d5e-411c-bc63-fbafcc1b37ca req-ec5052b2-e992-4630-8712-a41645f773e7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0511038 Aug 11 08:01:54.723962 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f2d90598-26d6-42e3-b076-2f07ce4d01c7 req-572c8d28-1756-4bd6-add9-605f5a39f264 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Aug 11 08:01:54.757307 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-88aef432-4d5e-411c-bc63-fbafcc1b37ca req-449761d2-b041-458b-8533-b1a9856f2411 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Aug 11 08:01:55.649682 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82f2b-faef-42cc-89cd-d0a81b349f57 req-3a9c8d00-54a2-4ce8-bf34-8071cff8b67f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:55.651192 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5db82f2b-faef-42cc-89cd-d0a81b349f57 req-3a9c8d00-54a2-4ce8-bf34-8071cff8b67f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0483634 Aug 11 08:01:55.689925 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5db82f2b-faef-42cc-89cd-d0a81b349f57 req-1d522ec7-3199-4610-a8d5-9a74556a056b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Aug 11 08:01:55.847560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd2ad-f56e-4421-a926-1b43eee49624 req-ce5167b1-3a17-4e45-9d8a-b3c333549d68 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:55.849080 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fecfd2ad-f56e-4421-a926-1b43eee49624 req-ce5167b1-3a17-4e45-9d8a-b3c333549d68 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0516045 Aug 11 08:01:55.885465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd70f-75bf-4fda-a342-7c69b29a1c20 req-a940c9d4-18a7-4358-adb0-0fbc959e86af tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:55.887495 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c79fd70f-75bf-4fda-a342-7c69b29a1c20 req-a940c9d4-18a7-4358-adb0-0fbc959e86af tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0500078 Aug 11 08:01:55.892452 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fecfd2ad-f56e-4421-a926-1b43eee49624 req-b592739e-fdaa-4920-ba73-edab8f9ab020 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Aug 11 08:01:55.930047 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c79fd70f-75bf-4fda-a342-7c69b29a1c20 req-d186da6f-9d5c-4c35-86eb-5d44d8a4035b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356066 Aug 11 08:01:56.810812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a78ff-81d4-41d7-92d6-95556ca06717 req-7ba39413-873a-4e2e-9ef5-da2c844ba058 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:56.812538 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-187a78ff-81d4-41d7-92d6-95556ca06717 req-7ba39413-873a-4e2e-9ef5-da2c844ba058 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0523078 Aug 11 08:01:56.851003 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-187a78ff-81d4-41d7-92d6-95556ca06717 req-c7adaf4a-cb6d-4256-831e-1e29a8aa79eb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Aug 11 08:01:57.018568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468d4bd-01bd-4c06-a668-08bcd6be678c req-a1102b85-ac59-481e-85de-9f0fe1633e1e tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:57.019985 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f468d4bd-01bd-4c06-a668-08bcd6be678c req-a1102b85-ac59-481e-85de-9f0fe1633e1e tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0534573 Aug 11 08:01:57.053327 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd65e5-2084-4ba9-bb76-86a8fa1c1d69 req-b18d57c8-1cbb-4175-ba5d-323d561ea8b6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:57.055171 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-42bd65e5-2084-4ba9-bb76-86a8fa1c1d69 req-b18d57c8-1cbb-4175-ba5d-323d561ea8b6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0503724 Aug 11 08:01:57.100070 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-42bd65e5-2084-4ba9-bb76-86a8fa1c1d69 req-45aee8f5-9e93-4ef5-ad81-4cbdda32cce2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381894 Aug 11 08:01:57.294447 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f468d4bd-01bd-4c06-a668-08bcd6be678c req-e21885ba-596d-47cc-933b-d9504e7e4b51 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673831 Aug 11 08:01:57.813589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-d429e474-5642-4363-a438-b184ff2d75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:57.814997 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-d429e474-5642-4363-a438-b184ff2d75d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1099 time: 0.0397174 Aug 11 08:01:57.971197 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b5f72-73cc-4057-82b9-61cc59379152 req-bd8d3db4-0f58-459d-9689-9a081f1b9ae5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:57.972729 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d35b5f72-73cc-4057-82b9-61cc59379152 req-bd8d3db4-0f58-459d-9689-9a081f1b9ae5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0488126 Aug 11 08:01:58.015537 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d35b5f72-73cc-4057-82b9-61cc59379152 req-08c4f0d5-9ac1-426b-99f0-2aa82b87afce tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365460 Aug 11 08:01:58.217912 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b3feb-a55a-44cd-b3dd-d05ca2dbf215 req-f19d7358-0299-4677-b353-06cd1532c072 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:58.219453 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e6b3feb-a55a-44cd-b3dd-d05ca2dbf215 req-f19d7358-0299-4677-b353-06cd1532c072 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Aug 11 08:01:58.257358 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e6b3feb-a55a-44cd-b3dd-d05ca2dbf215 req-cb028e42-7dec-4056-81ec-4a9c7d0b45ea tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Aug 11 08:01:58.411142 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3256f16-1e00-4f72-bf97-76420536dfe0 req-5154e087-68c4-4231-a8ea-21cef0b0e253 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:58.412546 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b3256f16-1e00-4f72-bf97-76420536dfe0 req-5154e087-68c4-4231-a8ea-21cef0b0e253 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0492179 Aug 11 08:01:58.450524 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b3256f16-1e00-4f72-bf97-76420536dfe0 req-3122784e-350a-46b6-a7f4-f069848ad6c1 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 11 08:01:58.945986 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-77ff9998-2626-4dd5-8c6a-93fe64f3dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:58.947482 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-77ff9998-2626-4dd5-8c6a-93fe64f3dda7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.0881102 Aug 11 08:01:59.017431 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-be7d5240-4622-4d77-a2d2-8583f42fb89a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 1001 time: 0.0609219 Aug 11 08:01:59.071506 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-6a59ca33-3f4a-4696-8c5c-d7da2af3b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:59.073018 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-6a59ca33-3f4a-4696-8c5c-d7da2af3b384 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.0483010 Aug 11 08:01:59.083670 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:59.158842 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f508b6-1fd3-41ba-ad19-8971a09b0e9e req-7959ebcb-e19e-4802-9a22-c6419c63a949 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:59.160227 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f1f508b6-1fd3-41ba-ad19-8971a09b0e9e req-7959ebcb-e19e-4802-9a22-c6419c63a949 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0681829 Aug 11 08:01:59.162821 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-20d9b19e-f274-4949-8ee4-6c5246044bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:59.164196 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-20d9b19e-f274-4949-8ee4-6c5246044bff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813441 Aug 11 08:01:59.248470 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f1f508b6-1fd3-41ba-ad19-8971a09b0e9e req-ae65ffe8-05b2-49dd-b515-6958fa424c11 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818508 Aug 11 08:01:59.283458 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-1131654d-a435-4763-80f2-b1f41a6ab549 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110473 Aug 11 08:01:59.401943 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-25ca92aa-4e3c-4fbf-a30f-b5ce0f892bac req-175e9d81-dbc0-49b3-b25e-8dfde7c14713 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023519 Aug 11 08:01:59.430711 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00f37-78b6-4945-9d64-d1f9e36ec9bf req-b00092b6-4473-46fa-897a-2d5bdcdc8446 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:59.437379 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e4d00f37-78b6-4945-9d64-d1f9e36ec9bf req-b00092b6-4473-46fa-897a-2d5bdcdc8446 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0895588 Aug 11 08:01:59.476506 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e4d00f37-78b6-4945-9d64-d1f9e36ec9bf req-c038b126-111e-49e4-8223-b5ad144da9fa tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Aug 11 08:01:59.580086 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec096c-c97f-4c27-a592-361859e00f48 req-e42c7231-d36b-4bfb-90e6-09ee741d7ea0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:01:59.581732 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-03ec096c-c97f-4c27-a592-361859e00f48 req-e42c7231-d36b-4bfb-90e6-09ee741d7ea0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0553417 Aug 11 08:01:59.620749 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-03ec096c-c97f-4c27-a592-361859e00f48 req-2d562ded-e053-4644-866d-9b29a2bf06a4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Aug 11 08:02:00.369763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a5d8-9c26-4bd4-9ddc-e7a532121ec2 req-ca8d330e-c895-4327-9e5c-370a45aa66c8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:00.371334 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4099a5d8-9c26-4bd4-9ddc-e7a532121ec2 req-ca8d330e-c895-4327-9e5c-370a45aa66c8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0490007 Aug 11 08:02:00.414778 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4099a5d8-9c26-4bd4-9ddc-e7a532121ec2 req-55d2a4f8-7746-41ee-93d7-1a3684d8777c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Aug 11 08:02:00.598750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2e2ed-c8f9-4e11-ba71-d0171a78f934 req-52093f39-19cf-4bdb-986b-4421bc946afa tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:00.600242 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46b2e2ed-c8f9-4e11-ba71-d0171a78f934 req-52093f39-19cf-4bdb-986b-4421bc946afa tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Aug 11 08:02:00.639366 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46b2e2ed-c8f9-4e11-ba71-d0171a78f934 req-d3ed931f-bd91-45dd-9fcd-f0b5e9d49595 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325117 Aug 11 08:02:00.739307 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07bc95-ed02-4579-ab8f-9e41d4757878 req-bb030268-c9a3-4ce2-b88d-eb64f22f3eae tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:00.741172 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3b07bc95-ed02-4579-ab8f-9e41d4757878 req-bb030268-c9a3-4ce2-b88d-eb64f22f3eae tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0524452 Aug 11 08:02:00.780511 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3b07bc95-ed02-4579-ab8f-9e41d4757878 req-e44d6ffa-31cc-4f7b-8cd7-e282faf7a77c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Aug 11 08:02:01.531388 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8af8c-6b6e-4d80-9223-64ccaac494b6 req-56b05136-4ac1-40a4-9fb8-4fe8b2a9f327 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:01.532976 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f5f8af8c-6b6e-4d80-9223-64ccaac494b6 req-56b05136-4ac1-40a4-9fb8-4fe8b2a9f327 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0483131 Aug 11 08:02:01.571420 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f5f8af8c-6b6e-4d80-9223-64ccaac494b6 req-a70386d8-a820-46c7-b2ed-26b8c6c8ed71 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323985 Aug 11 08:02:01.757394 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574fe98-e7f9-49b8-aa6a-6cdb4a03e7a0 req-96204297-64f9-48c3-ba63-6704949bb873 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:01.759196 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6574fe98-e7f9-49b8-aa6a-6cdb4a03e7a0 req-96204297-64f9-48c3-ba63-6704949bb873 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0497105 Aug 11 08:02:01.800546 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6574fe98-e7f9-49b8-aa6a-6cdb4a03e7a0 req-bbbedf85-859c-4014-9324-ea23288aa5a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342457 Aug 11 08:02:01.896801 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27569a49-66e8-45c1-9f79-b8c461870ce0 req-9ce73793-8afe-4432-bdb6-7b76418e6dc3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:01.898379 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27569a49-66e8-45c1-9f79-b8c461870ce0 req-9ce73793-8afe-4432-bdb6-7b76418e6dc3 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0519359 Aug 11 08:02:01.938532 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27569a49-66e8-45c1-9f79-b8c461870ce0 req-8f89d240-a757-40ec-bac2-9937c1f8dcdf tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Aug 11 08:02:02.687953 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19585bd-e690-45ce-b241-1b698a0df77f req-3f7e10bd-7e8a-41e1-95e8-eb2b176dd7f6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:02.689491 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e19585bd-e690-45ce-b241-1b698a0df77f req-3f7e10bd-7e8a-41e1-95e8-eb2b176dd7f6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0485878 Aug 11 08:02:02.731160 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e19585bd-e690-45ce-b241-1b698a0df77f req-ea268814-16ec-41af-b15e-1f829b3835e5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Aug 11 08:02:02.923310 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355958d-a638-468d-81c2-11f0476e641d req-dabc2049-309a-4eb5-a1d1-4f50877d0a08 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:02.924806 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3355958d-a638-468d-81c2-11f0476e641d req-dabc2049-309a-4eb5-a1d1-4f50877d0a08 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0502036 Aug 11 08:02:02.963655 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3355958d-a638-468d-81c2-11f0476e641d req-ad1a7aab-5987-40cd-a908-05fa19d829ed tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Aug 11 08:02:03.052196 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d44f3-de0c-46d7-8e45-5e817eeb3c0f req-e6fb313e-ddcc-41ec-af68-9e521bf1494f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:03.053615 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-640d44f3-de0c-46d7-8e45-5e817eeb3c0f req-e6fb313e-ddcc-41ec-af68-9e521bf1494f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0483344 Aug 11 08:02:03.093380 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-640d44f3-de0c-46d7-8e45-5e817eeb3c0f req-118ae62a-2746-46c2-bf16-ed26c67b5c4a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Aug 11 08:02:03.846768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dadb9-88d5-4557-9636-01c4deb29d91 req-8fbf7df8-6a4c-49f4-902a-0e799c569749 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:03.848272 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cc6dadb9-88d5-4557-9636-01c4deb29d91 req-8fbf7df8-6a4c-49f4-902a-0e799c569749 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0497973 Aug 11 08:02:03.887975 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cc6dadb9-88d5-4557-9636-01c4deb29d91 req-0923c412-9be3-47f9-ae41-fa0d4b17004f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334902 Aug 11 08:02:04.082819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636939-4491-436e-a30b-5f199c49b83e req-33dee8fb-d538-4d83-8d87-294598444054 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:04.084258 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-62636939-4491-436e-a30b-5f199c49b83e req-33dee8fb-d538-4d83-8d87-294598444054 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0492845 Aug 11 08:02:04.123878 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-62636939-4491-436e-a30b-5f199c49b83e req-86ce8163-b360-475b-b7e7-58aef76b60f9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Aug 11 08:02:04.212151 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2220cf5-42dd-4c22-b9de-bc72c9ccaf90 req-c2744a24-1fd3-442c-8042-0608986ecee4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:04.213676 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e2220cf5-42dd-4c22-b9de-bc72c9ccaf90 req-c2744a24-1fd3-442c-8042-0608986ecee4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0520298 Aug 11 08:02:04.253206 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e2220cf5-42dd-4c22-b9de-bc72c9ccaf90 req-f88495a0-3914-406e-820e-94d50ba62beb tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Aug 11 08:02:04.534528 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45476) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:04.640250 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-834440ad-4ae9-48b9-83ec-fad84db3c273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.734118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-834440ad-4ae9-48b9-83ec-fad84db3c273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.738362 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-834440ad-4ae9-48b9-83ec-fad84db3c273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.775384 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834440ad-4ae9-48b9-83ec-fad84db3c273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ed301-9ae4-4f03-b2fc-6aba50dd5420,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:04.780262 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-834440ad-4ae9-48b9-83ec-fad84db3c273 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8cadd2032bd246e696df672be38c2758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446704 Aug 11 08:02:04.782873 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45482) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:04.835285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.856502 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.903927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.906672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.908079 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/466ed301-9ae4-4f03-b2fc-6aba50dd5420 HTTP/1.1" status: 204 len: 168 time: 0.1242521 Aug 11 08:02:04.916797 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1b6a-c72a-4d66-a1e4-70246aaf63fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ed301-9ae4-4f03-b2fc-6aba50dd5420,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:05.028477 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef8abc-b516-4995-969a-6871135e66e9 req-6f24bc35-ebae-4d5a-bf7b-6c809ab4ca99 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:05.036024 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2ef8abc-b516-4995-969a-6871135e66e9 req-6f24bc35-ebae-4d5a-bf7b-6c809ab4ca99 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0566092 Aug 11 08:02:05.072319 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2ef8abc-b516-4995-969a-6871135e66e9 req-eda7f5ea-af08-475d-9493-d41a24a1852f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353928 Aug 11 08:02:05.252982 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5737152-1fcb-476b-97eb-54de3c7d8989 req-0822bb55-1270-4dc4-a4c4-3bee6b0faab0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:05.254482 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e5737152-1fcb-476b-97eb-54de3c7d8989 req-0822bb55-1270-4dc4-a4c4-3bee6b0faab0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0550711 Aug 11 08:02:05.300715 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e5737152-1fcb-476b-97eb-54de3c7d8989 req-666831e4-e7a2-4892-baac-c839b9e1711d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Aug 11 08:02:05.394212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3570b-84cb-43fb-8123-7fc192fb0708 req-6564ae9e-8d1c-4047-83b8-5c0cbd6ed874 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:05.395963 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-92b3570b-84cb-43fb-8123-7fc192fb0708 req-6564ae9e-8d1c-4047-83b8-5c0cbd6ed874 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0579998 Aug 11 08:02:05.438381 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-92b3570b-84cb-43fb-8123-7fc192fb0708 req-603f37a2-ef3c-4075-8e8a-3641fe98016c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Aug 11 08:02:05.602908 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45514) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:05.700518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1563509648-network', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:05.723061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Made reservation on behalf of 6ce8352a6659488998d58021bb2c8ccf for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:05.725545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.735124 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.830117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.838092 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.860829 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:02:05.874612 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58986ac0-faf8-48cd-9aba-39de20624124,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:05.881143 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.881498 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Added segment a585faab-6b14-4068-88ec-0d845acda764 of type vlan for network 80ff5bae-774b-4032-91c9-6b71a670e7dd Aug 11 08:02:05.923932 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.953584 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.954460 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:05.955039 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.018116 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4071600 Aug 11 08:02:06.018116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45522) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:06.022840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Request body: {'subnet': {'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1563509648-subnet', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:06.031192 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ae26-edd8-4e78-b135-41420cd41512 admin admin] Pushing event updated for resources: {'Network': ['ID=80ff5bae-774b-4032-91c9-6b71a670e7dd,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:06.041241 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:02:06.047785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Made reservation on behalf of 6ce8352a6659488998d58021bb2c8ccf for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:06.050212 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.257278 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc7123-9b5e-43f7-90ba-ee7e3dca4688 req-75ea186e-0341-404a-8040-ab79b111c521 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:06.258773 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9ecc7123-9b5e-43f7-90ba-ee7e3dca4688 req-75ea186e-0341-404a-8040-ab79b111c521 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0968611 Aug 11 08:02:06.266351 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.346456 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9ecc7123-9b5e-43f7-90ba-ee7e3dca4688 req-33552d62-cdb6-42ab-8151-a1eec7777759 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776391 Aug 11 08:02:06.348349 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:06.373964 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Checking segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:06.374449 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Network hostable DHCP agents. Network: 80ff5bae-774b-4032-91c9-6b71a670e7dd, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:02:06.391466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:02:06.401023 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 80ff5bae-774b-4032-91c9-6b71a670e7dd) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:06.411142 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:06.411741 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.411874 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81332721-5848-4991-88c5-f8b2e2981b95 None None] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:02:06.427755 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-1588ca3e-9560-4540-bcfa-b6bf88da34a6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111769 Aug 11 08:02:06.430430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45534) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:06.436041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:06.449856 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e109-37a9-40c9-82a3-2003bd895055 req-6c0be10b-a9e7-47ab-b936-979866a65461 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:06.451926 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3380e109-37a9-40c9-82a3-2003bd895055 req-6c0be10b-a9e7-47ab-b936-979866a65461 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0598555 Aug 11 08:02:06.460371 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.463549 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.502283 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3380e109-37a9-40c9-82a3-2003bd895055 req-bd0bd370-a207-4ef8-83ea-b8013faa3aac tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433998 Aug 11 08:02:06.541427 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.584574 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-80ff5bae-774b-4032-91c9-6b71a670e7dd', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:02:06.585544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.624710 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551b7f7-cf25-406b-841f-864b67b18a33 req-8a5b8da0-5307-440e-a9a8-1894997b50cd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:06.626569 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8551b7f7-cf25-406b-841f-864b67b18a33 req-8a5b8da0-5307-440e-a9a8-1894997b50cd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0580428 Aug 11 08:02:06.667491 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-389ae80a-26ee-4ed5-88a3-48e88fd32e3f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732439553&fields=id&tenant_id=428009c948d24e8fad89b98f31781bc5 HTTP/1.1" status: 200 len: 267 time: 0.1689172 Aug 11 08:02:06.674151 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8551b7f7-cf25-406b-841f-864b67b18a33 req-997dc6f3-8f58-41a9-b65c-b616f31d7c70 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Aug 11 08:02:06.742321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Allocated IP 172.20.0.2 (80ff5bae-774b-4032-91c9-6b71a670e7dd/bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05/92980924-ee03-4df3-9a01-3ac1c3eb1127) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:06.748588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.850149 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-f0615d3e-4a60-450d-b430-571d0ddc53b9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:06.851630 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-f0615d3e-4a60-450d-b430-571d0ddc53b9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 809 time: 0.1521125 Aug 11 08:02:06.877274 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-3a075f2c-d275-4b86-93ce-75e303153933 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/quotas/428009c948d24e8fad89b98f31781bc5 HTTP/1.1" status: 200 len: 375 time: 0.0137393 Aug 11 08:02:06.905275 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.913700 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Transition to ACTIVE for port object 92980924-ee03-4df3-9a01-3ac1c3eb1127 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:06.929755 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Transition to ACTIVE for port object 92980924-ee03-4df3-9a01-3ac1c3eb1127 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:06.939372 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:06.943403 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-e00394fd-1ad7-4d54-8de8-b74be87a79d4 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601707 Aug 11 08:02:06.980271 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:06.988128 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:06.993455 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:06.996566 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Pushing event updated for resources: {'Port': ['ID=92980924-ee03-4df3-9a01-3ac1c3eb1127,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:07.007990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.008340 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.008680 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.009036 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.009368 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.009694 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.010021 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.010342 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.010665 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.011104 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.011424 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.011750 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:07.061316 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Attempting to bind port 92980924-ee03-4df3-9a01-3ac1c3eb1127 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:07.061981 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Attempting to bind port 92980924-ee03-4df3-9a01-3ac1c3eb1127 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:07.062102 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Attempting to bind port 92980924-ee03-4df3-9a01-3ac1c3eb1127 on network 80ff5bae-774b-4032-91c9-6b71a670e7dd {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:07.067008 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:07.067377 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Checking segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:07.067774 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.068157 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Bound using segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:07.068616 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Bound port: 92980924-ee03-4df3-9a01-3ac1c3eb1127, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:07.069022 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.109548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.147012 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.149180 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] For port 92980924-ee03-4df3-9a01-3ac1c3eb1127, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:07.153496 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] For port 92980924-ee03-4df3-9a01-3ac1c3eb1127, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=92980924-ee03-4df3-9a01-3ac1c3eb1127,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:07.157749 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-05f05555-92ae-4a4b-9294-176565271bf8 service neutron] 10.222.0.68 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812668 Aug 11 08:02:07.158607 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.228538 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9199a47-2f29-4a2f-8bf0-4407e294913e None None] Pushing event updated for resources: {'Port': ['ID=92980924-ee03-4df3-9a01-3ac1c3eb1127,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:07.351237 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Allocated IP 172.27.2.237 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/db27bbd1-e6c3-437c-adb0-12c3c7b43195) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:07.355305 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-8a1169f1-6214-4f03-9ebd-7fca7a4772de service neutron] 10.222.0.68 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665127 Aug 11 08:02:07.381529 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-d8aa5d8f-c9a0-4b06-8e8e-ded782640568 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623215892&fields=id&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 267 time: 0.0460265 Aug 11 08:02:07.522474 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.545497 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-f2263233-22ee-4fac-8ecf-8297ba4bc726 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:07.555423 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-f2263233-22ee-4fac-8ecf-8297ba4bc726 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.1646280 Aug 11 08:02:07.566575 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-c80561aa-7273-4291-8b7f-4d4e230ac38e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/quotas/474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 375 time: 0.0102599 Aug 11 08:02:07.581478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:07.625540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:07.628551 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:07.632244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:07.633462 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-149c83d7-c907-45db-8b29-2d3c97d9d62d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605717 Aug 11 08:02:07.666633 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Pushing event updated for resources: {'Port': ['ID=db27bbd1-e6c3-437c-adb0-12c3c7b43195,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:07.789201 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:02:07.791302 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-5fc2e271-e3f9-48e8-9b2a-60165724ea6e service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469502 Aug 11 08:02:07.856717 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 92980924-ee03-4df3-9a01-3ac1c3eb1127 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:07.955988 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-14583c55-6b75-4330-8b22-b3531e4b4b43 service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575108 Aug 11 08:02:07.983951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 92980924-ee03-4df3-9a01-3ac1c3eb1127 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:07.998919 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685523-c388-436b-bfa3-9ff345db259b req-1b562b3c-cfdd-4e43-a3de-aa286dedb644 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:08.008148 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-70685523-c388-436b-bfa3-9ff345db259b req-1b562b3c-cfdd-4e43-a3de-aa286dedb644 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.1695795 Aug 11 08:02:08.026894 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:08.065974 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:02:08.119954 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-70685523-c388-436b-bfa3-9ff345db259b req-e8996b19-df7d-469a-b588-a477a467264f tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104290 Aug 11 08:02:08.158662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:08.175422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:08.177181 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:02:08.204798 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:08.216049 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:08.296726 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=6']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:08.382914 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['d3fc5ea2-699e-44e6-9d97-4d478319a3d6'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:02:08.421132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de6dd-bb8e-44d7-b3db-8172e9009569 req-3024e6db-aacd-47e9-aa12-b8ea2062dfa3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:08.428211 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-543de6dd-bb8e-44d7-b3db-8172e9009569 req-3024e6db-aacd-47e9-aa12-b8ea2062dfa3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.1638665 Aug 11 08:02:08.542407 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4635d8-6bb4-48e0-9309-72669fdba9a5 req-f3a7077d-33ba-49b5-ac85-e3953ddaf51b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:08.550037 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3f4635d8-6bb4-48e0-9309-72669fdba9a5 req-f3a7077d-33ba-49b5-ac85-e3953ddaf51b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.1252561 Aug 11 08:02:08.570070 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee240540-f35a-44d0-8dc0-51a955f9fd22 None None] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:02:08.639859 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3f4635d8-6bb4-48e0-9309-72669fdba9a5 req-e49d406b-af51-4cd6-bf7a-3d2d1291ec4f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Aug 11 08:02:08.750645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Provisioning for port 92980924-ee03-4df3-9a01-3ac1c3eb1127 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:08.767573 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Provisioning complete for port 92980924-ee03-4df3-9a01-3ac1c3eb1127 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:08.768312 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:08.786784 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-28f1e97a-efc1-4b03-98e5-3f5684ade3f7 req-20b64f84-1082-4b17-b887-8e56135cad88 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 210 time: 0.0516119 Aug 11 08:02:08.940124 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:08.957933 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d3e22a78-54ab-40e3-afe2-59c99cad1b8a req-5925c705-e140-44c8-b65f-6cc6052625f6 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 210 time: 0.0626066 Aug 11 08:02:09.016238 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-543de6dd-bb8e-44d7-b3db-8172e9009569 req-b498ed72-0da2-4046-9f4f-99aaf9d9a093 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5868008 Aug 11 08:02:09.019003 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:09.037423 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] For port 92980924-ee03-4df3-9a01-3ac1c3eb1127, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=92980924-ee03-4df3-9a01-3ac1c3eb1127,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:09.044725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:09.122009 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29afb97-2143-4c38-a831-2c661c5e9d5d None None] Pushing event updated for resources: {'Port': ['ID=92980924-ee03-4df3-9a01-3ac1c3eb1127,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:09.317820 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8cf4b-3370-42ed-aa8b-c0128d5c327b req-086f516b-7968-4c18-aa43-1f75c969cdb2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:09.319827 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ccb8cf4b-3370-42ed-aa8b-c0128d5c327b req-086f516b-7968-4c18-aa43-1f75c969cdb2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0933111 Aug 11 08:02:09.325484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Router 5e70b6fb-3577-4bd8-aac1-a06277e48420 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:02:09.374294 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ccb8cf4b-3370-42ed-aa8b-c0128d5c327b req-5249804a-c0ba-4a32-b997-c007380e2e22 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443795 Aug 11 08:02:09.380264 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-089ad00f-001d-4c63-b730-2a9bd963feb7 None None] Provisioning complete for port 92980924-ee03-4df3-9a01-3ac1c3eb1127 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:09.380612 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-089ad00f-001d-4c63-b730-2a9bd963feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:09.508281 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-ef15d05f-53fd-4ee4-83ab-e3ede21fe0cd tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:09.510027 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-ef15d05f-53fd-4ee4-83ab-e3ede21fe0cd tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 809 time: 0.2793252 Aug 11 08:02:09.535306 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:09.550549 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Sync routers for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:09.563207 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:09.563459 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:09.580254 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-5a8b5f0f-d983-4b84-b4d0-89506e99273d tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428009c948d24e8fad89b98f31781bc5 HTTP/1.1" status: 200 len: 379 time: 0.0531337 Aug 11 08:02:09.588300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:09.593073 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45630) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:09.593513 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e42b9072-9871-4fdf-bb8b-4c5fe486dfc0 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1618111 Aug 11 08:02:09.599239 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'port': {'device_id': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'admin_state_up': True, 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'security_groups': ['0ac93c90-af97-46ff-9e81-1ddbb0da7842']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:09.694045 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:09.756010 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Made reservation on behalf of 428009c948d24e8fad89b98f31781bc5 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:09.763275 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:09.804548 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:09.877212 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 92980924-ee03-4df3-9a01-3ac1c3eb1127 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:09.920692 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:07Z', 'revision_number': 3, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:09.977906 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Checking router: 5e70b6fb-3577-4bd8-aac1-a06277e48420 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:09.978753 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Updating router 5e70b6fb-3577-4bd8-aac1-a06277e48420 port db27bbd1-e6c3-437c-adb0-12c3c7b43195 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:02:10.009937 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.036087 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05dbb8f8-bfb9-4498-b077-ff609e1f16b5 req-9fc4c871-7f12-41d1-99b9-a3b3f6e01a6d tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 210 time: 0.0513630 Aug 11 08:02:10.148758 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:10.149338 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.150693 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 92980924-ee03-4df3-9a01-3ac1c3eb1127 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:10.160988 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.260892 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ef8ff9d2-e455-4bd3-9c82-b6a9be863ebb req-1087ec22-916b-4612-a686-6fecd1963314 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 210 time: 0.0458593 Aug 11 08:02:10.312273 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9775ec-e111-4a5d-a5a3-d84fceee7557 req-244c9050-7c53-45fd-a71d-936bdd180385 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:10.314791 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca9775ec-e111-4a5d-a5a3-d84fceee7557 req-244c9050-7c53-45fd-a71d-936bdd180385 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.5215101 Aug 11 08:02:10.537814 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-e6dc6a86-2bce-4b2e-b559-31bbc13720ca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:10.540181 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-e6dc6a86-2bce-4b2e-b559-31bbc13720ca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.5408814 Aug 11 08:02:10.542214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Allocated IP 172.20.0.14 (2d849533-7441-49ec-ada0-e5e0e0956f4b/2f4b4d05-44e9-477d-b6d1-b720d7de3ecd/6377e78c-5764-4b11-8f01-7c33d9ac1ab1) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:10.548845 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.553079 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca9775ec-e111-4a5d-a5a3-d84fceee7557 req-edd145cc-dd64-403c-a4d3-2c81f360dfa6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859746 Aug 11 08:02:10.588609 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Transition to ACTIVE for port object db27bbd1-e6c3-437c-adb0-12c3c7b43195 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:10.592312 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b1ab2-50bc-4198-95c6-1f0db89831f7 req-037da45e-9f11-4101-a742-d3edb5a262e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:10.603442 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.604389 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1e7b1ab2-50bc-4198-95c6-1f0db89831f7 req-037da45e-9f11-4101-a742-d3edb5a262e8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 1098 time: 0.2988694 Aug 11 08:02:10.604903 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.635290 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:10.638305 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f87a6-c0e1-4ab4-a1e1-c362f404c131" -d '{"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:10.644173 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b6f63056-9092-4be1-bccd-cff632b65128 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 379 time: 0.0896554 Aug 11 08:02:10.657778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:10.659873 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'port': {'device_id': '053c384c-d24c-4e37-bd82-64c786225708', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'admin_state_up': True, 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'security_groups': ['3d2bb234-f07c-4279-9028-c311cab7bbcb']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:10.670939 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.706659 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Attempting to bind port db27bbd1-e6c3-437c-adb0-12c3c7b43195 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:10.707273 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Attempting to bind port db27bbd1-e6c3-437c-adb0-12c3c7b43195 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:10.707786 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Attempting to bind port db27bbd1-e6c3-437c-adb0-12c3c7b43195 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:10.715435 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:10.716158 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:10.716710 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.717261 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:10.717878 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Bound port: db27bbd1-e6c3-437c-adb0-12c3c7b43195, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:10.718446 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.760193 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=7']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:10.772469 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] For port db27bbd1-e6c3-437c-adb0-12c3c7b43195, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:10.776027 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] For port db27bbd1-e6c3-437c-adb0-12c3c7b43195, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=db27bbd1-e6c3-437c-adb0-12c3c7b43195,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:10.782390 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:10.798155 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd803-3650-4a8a-bb8d-281acd1bece1 req-70aca903-265a-466b-99f4-edc18bb568b0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:10.798155 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-46fcd803-3650-4a8a-bb8d-281acd1bece1 req-70aca903-265a-466b-99f4-edc18bb568b0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.3505695 Aug 11 08:02:10.801785 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Pushing event updated for resources: {'Port': ['ID=db27bbd1-e6c3-437c-adb0-12c3c7b43195,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:10.815930 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.816270 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.821576 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.822061 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.822666 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.823106 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.823551 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.824096 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.825154 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.825666 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.826092 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.826518 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:10.828669 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1e7b1ab2-50bc-4198-95c6-1f0db89831f7 req-1d2b32a2-c3d8-4627-bbfc-215ced86a18b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539152 Aug 11 08:02:10.873931 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:10.874743 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:10.904204 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-46fcd803-3650-4a8a-bb8d-281acd1bece1 req-b16fee49-8eb0-4694-bc7c-6498f05690f4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892198 Aug 11 08:02:10.944695 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c3442-49d5-402c-9dfb-a1bcc461c450 req-7cb322a8-5f0a-48ca-8ffe-cfa8a2235774 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:10.946262 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a76c3442-49d5-402c-9dfb-a1bcc461c450 req-7cb322a8-5f0a-48ca-8ffe-cfa8a2235774 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.2532728 Aug 11 08:02:10.993995 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6ab43-85bb-464b-a4db-c94a2acd32c8 x-openstack-request-id: req-84d6ab43-85bb-464b-a4db-c94a2acd32c8 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:10.994465 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:10.996134 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84d6ab43-85bb-464b-a4db-c94a2acd32c8 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:10.996834 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'code': 200} Aug 11 08:02:11.000249 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271953d7-415b-4f95-bf9c-e22fbf7333a2 None None] Pushing event updated for resources: {'Port': ['ID=db27bbd1-e6c3-437c-adb0-12c3c7b43195,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:11.038001 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.126869 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:11.140762 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a76c3442-49d5-402c-9dfb-a1bcc461c450 req-9516a932-a6d8-47b1-8677-3177e03d7eff tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833930 Aug 11 08:02:11.167306 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.191987 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Made reservation on behalf of 474e4d5b697d40ddba7ae02c60345d3f for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:11.195528 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.197899 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Transition to ACTIVE for port object 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:11.199580 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-660cfd73-0af1-4595-8783-fb8241671d74 req-d70943e2-e4a4-4ee2-8ed4-ea9b602c55c1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 210 time: 0.0752687 Aug 11 08:02:11.313697 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.443165 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-068c04c0-1ee0-4b89-8ea5-49e2a2489a76 req-13fe2f73-f743-47a3-8cbc-8265324d94a5 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 210 time: 0.0551522 Aug 11 08:02:11.451612 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.20.0.10 (6fe00276-8365-427a-877f-e1ad1fadf5a3/e0919f1d-4430-46b3-8a10-7a2bf7c942fb/2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:11.467215 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Allocated IP 172.20.0.1 (80ff5bae-774b-4032-91c9-6b71a670e7dd/bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05/2b16291e-6928-4478-b480-97734c329bd3) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:11.523953 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:07Z', 'revision_number': 3, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:11.570568 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6a04-0bc9-4237-9184-1e82bea32f10 None None] The sync data for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi is: [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:07Z', 'revision_number': 3, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:11.655786 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.673558 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Transition to ACTIVE for port object 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:11.810245 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:11.812384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-d9922990-bc32-4e70-85ce-573f31ed57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:11.817425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:11.818489 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-d9922990-bc32-4e70-85ce-573f31ed57cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1099 time: 0.1756418 Aug 11 08:02:11.849236 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:11.854285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.861047 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:11.870298 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2678e42-8a41-489c-9f81-ca23cc6d68ee req-a21ecd19-7071-4985-95f6-e0e09846d4b0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:11.871928 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b2678e42-8a41-489c-9f81-ca23cc6d68ee req-a21ecd19-7071-4985-95f6-e0e09846d4b0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.1807992 Aug 11 08:02:11.875022 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:11.918670 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098100b-8c1a-4248-973f-4348373ad9c4 req-db4d8526-4f4e-430a-9702-6247dd25dff6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:11.920762 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e098100b-8c1a-4248-973f-4348373ad9c4 req-db4d8526-4f4e-430a-9702-6247dd25dff6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.2287843 Aug 11 08:02:12.021732 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Transition to ACTIVE for port object 2b16291e-6928-4478-b480-97734c329bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:12.061389 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:12.109162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:12.109162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.109162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.129727 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-4445d30e-ad55-46f6-a5f6-b3d5a520900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.135359 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-4445d30e-ad55-46f6-a5f6-b3d5a520900e service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.3049223 Aug 11 08:02:12.142973 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:12.145422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:12.149994 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.241272 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:12.279724 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.280480 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.285950 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e098100b-8c1a-4248-973f-4348373ad9c4 req-3878431b-42db-4980-b17d-3b2f1660dd68 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746644 Aug 11 08:02:12.299929 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-56500c03-c5ff-4411-9551-c49eb31448f9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7131932 Aug 11 08:02:12.332037 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-41973d28-4030-459b-a440-ee04c1dad995 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6764832 Aug 11 08:02:12.338639 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b9ab145e-d4e9-4dd0-a2e1-af1a8f0939df None None] Provisioning for port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:12.346283 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-b9ab145e-d4e9-4dd0-a2e1-af1a8f0939df None None] Provisioning complete for port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:12.351946 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b9ab145e-d4e9-4dd0-a2e1-af1a8f0939df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.354080 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Request body: {'port': {'device_id': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:12.408946 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:12.422733 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:12.430140 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:12.448593 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b2678e42-8a41-489c-9f81-ca23cc6d68ee req-52865086-09fa-44a4-8588-89bd7648ccd8 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442665 Aug 11 08:02:12.453742 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab145e-d4e9-4dd0-a2e1-af1a8f0939df None None] Port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:12.508179 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-f7298f32-6f36-4464-9e53-4f1e82a773de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 1001 time: 0.3437691 Aug 11 08:02:12.509212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.526638 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Request body: {'port': {'device_id': '053c384c-d24c-4e37-bd82-64c786225708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:12.529741 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.582736 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c7988879-2440-49dd-a46e-d39c46de44b3 None None] Provisioning for port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:12.587865 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c7988879-2440-49dd-a46e-d39c46de44b3 None None] Provisioning complete for port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:12.588371 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c7988879-2440-49dd-a46e-d39c46de44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.677490 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-c7988879-2440-49dd-a46e-d39c46de44b3 None None] Port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:12.801651 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-38d44ed4-e413-4b50-9a06-d9111acc2e36 None None] Provisioning for port 2b16291e-6928-4478-b480-97734c329bd3 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:12.806718 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-38d44ed4-e413-4b50-9a06-d9111acc2e36 None None] Provisioning complete for port 2b16291e-6928-4478-b480-97734c329bd3 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:12.807495 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-38d44ed4-e413-4b50-9a06-d9111acc2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.879152 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-38d44ed4-e413-4b50-9a06-d9111acc2e36 None None] Port 2b16291e-6928-4478-b480-97734c329bd3 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:12.901655 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.906271 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:12.925089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-24699b67-54cf-4803-a12a-3000f49bba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.926597 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-24699b67-54cf-4803-a12a-3000f49bba83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.2005539 Aug 11 08:02:12.941541 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef291e-f1ea-44d4-94e1-6cf7277588c7 req-9a6377ac-b23a-4a13-98b3-7bf5ae835baa tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.943085 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-faef291e-f1ea-44d4-94e1-6cf7277588c7 req-9a6377ac-b23a-4a13-98b3-7bf5ae835baa tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 932 time: 0.2190750 Aug 11 08:02:12.970928 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad4aa1-d6f4-46ec-b5ec-406f7f0433ba req-b56ce9ec-4bc6-4ab3-ad1a-30fcef9a1f62 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:12.978765 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9fad4aa1-d6f4-46ec-b5ec-406f7f0433ba req-b56ce9ec-4bc6-4ab3-ad1a-30fcef9a1f62 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.4666286 Aug 11 08:02:13.087826 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9fad4aa1-d6f4-46ec-b5ec-406f7f0433ba req-b9e9cad8-f60d-4182-818e-1d58e15856fd tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085327 Aug 11 08:02:13.268907 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-faef291e-f1ea-44d4-94e1-6cf7277588c7 req-7425de1d-4b99-441e-ad72-9e74389b5482 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803454 Aug 11 08:02:13.317176 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-bbbcfe04-8d8c-4da4-94cf-fdf687289531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:13.318660 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-bbbcfe04-8d8c-4da4-94cf-fdf687289531 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291332 Aug 11 08:02:13.505064 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374057ae-200b-4c79-9440-a245dfb811d2 req-3dcbb0d7-395d-40a3-97d1-496c231d007b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:13.513461 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-374057ae-200b-4c79-9440-a245dfb811d2 req-3dcbb0d7-395d-40a3-97d1-496c231d007b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.1237845 Aug 11 08:02:13.519356 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-937b27b9-f480-4dee-a262-0d8a7b509425 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915436 Aug 11 08:02:13.525672 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.536989 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.561746 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:02:13.585666 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051935-8da8-4fd0-9dee-c53d9c50aac2 req-f0596a70-229d-48bb-9d55-d71bc1a9e615 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:13.593164 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b4051935-8da8-4fd0-9dee-c53d9c50aac2 req-f0596a70-229d-48bb-9d55-d71bc1a9e615 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 932 time: 0.4055548 Aug 11 08:02:13.603994 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.658278 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-374057ae-200b-4c79-9440-a245dfb811d2 req-ce22b77d-f3c2-43ce-90d0-c971456f7a9d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427047 Aug 11 08:02:13.660847 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Transition to ACTIVE for port object 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:13.681566 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b4051935-8da8-4fd0-9dee-c53d9c50aac2 req-071347a8-6557-443b-801e-524a41e0ba47 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787358 Aug 11 08:02:13.681566 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.756291 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:13.758676 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.798387 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-72fc2e09-3ff9-4862-a52d-9dec41111e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:13.890763 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:13.900458 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device db27bbd1-e6c3-437c-adb0-12c3c7b43195 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:13.915161 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:02:13.933568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.011319 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port db27bbd1-e6c3-437c-adb0-12c3c7b43195 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:14.022287 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port db27bbd1-e6c3-437c-adb0-12c3c7b43195 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:14.022840 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.024644 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:14.033742 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:14.049385 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82022c36-74fd-46fe-b68e-8a34ca9bdf6c req-bc697f56-0e51-4a04-87d9-50e2c246071d service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139446 Aug 11 08:02:14.070081 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Transition to ACTIVE for port object 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:14.079744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.161531 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504bbc9-a3b0-4871-9773-7fb049a3df47 req-be0d7d22-fb87-4b97-a31a-8b6d2a502f6d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:14.165811 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4504bbc9-a3b0-4871-9773-7fb049a3df47 req-be0d7d22-fb87-4b97-a31a-8b6d2a502f6d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.3928721 Aug 11 08:02:14.228910 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:14.257284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.298834 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Attempting to bind port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:14.299085 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Attempting to bind port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:14.299436 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Attempting to bind port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 on network 2d849533-7441-49ec-ada0-e5e0e0956f4b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:14.306967 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port db27bbd1-e6c3-437c-adb0-12c3c7b43195, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=db27bbd1-e6c3-437c-adb0-12c3c7b43195,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:14.322068 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.414336 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4504bbc9-a3b0-4871-9773-7fb049a3df47 req-19b6311e-af37-4037-badf-887340da195a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378256 Aug 11 08:02:14.445612 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=db27bbd1-e6c3-437c-adb0-12c3c7b43195,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:14.467470 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Router 5e70b6fb-3577-4bd8-aac1-a06277e48420 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:02:14.472498 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 on network 2d849533-7441-49ec-ada0-e5e0e0956f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:02:14.474246 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Attempting to bind port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 on network 2d849533-7441-49ec-ada0-e5e0e0956f4b {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:14.484163 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-e93aa48c-3f92-4a9c-ba08-ae97bb08c57c None None] Provisioning complete for port 2b16291e-6928-4478-b480-97734c329bd3 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:14.484544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e93aa48c-3f92-4a9c-ba08-ae97bb08c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.499139 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:14.499487 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Checking segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:14.499881 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Bound using segment: {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:14.500329 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Bound port: 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b623134-7669-464b-9760-8b400ea6cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:14.500688 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.559995 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-e93aa48c-3f92-4a9c-ba08-ae97bb08c57c None None] Port 2b16291e-6928-4478-b480-97734c329bd3 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:14.568942 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Attempting to bind port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:14.569519 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Attempting to bind port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:14.570018 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Attempting to bind port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:14.584344 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:02:14.585107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Attempting to bind port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:14.603573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6b16-8cdc-4d6c-9c1a-dffda4a52a3c req-36f50094-59a2-431c-89dc-7e7e25c3df5c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:14.607445 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b5bc6b16-8cdc-4d6c-9c1a-dffda4a52a3c req-36f50094-59a2-431c-89dc-7e7e25c3df5c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.3739653 Aug 11 08:02:14.611049 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:14.611396 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:14.611788 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Bound using segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:14.612237 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Bound port: 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:14.612597 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.674007 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:14.689459 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-21519b96-21ff-4823-a2de-6d42a57f9bb8 admin admin] 10.222.0.68 "PUT /v2.0/routers/5e70b6fb-3577-4bd8-aac1-a06277e48420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0915332 Aug 11 08:02:14.695801 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Sync routers for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:14.701344 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:14.725339 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b00ae-e560-4ebd-8a97-5a1fdb7d3737 req-d37c273f-92ac-426f-b07d-2ecb6b14bef6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:14.734119 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c13b00ae-e560-4ebd-8a97-5a1fdb7d3737 req-d37c273f-92ac-426f-b07d-2ecb6b14bef6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.1895890 Aug 11 08:02:14.739251 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:14.741053 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:14.741711 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:01:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:14.786185 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.822450 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b5bc6b16-8cdc-4d6c-9c1a-dffda4a52a3c req-4a6ab4d4-0f53-4254-a774-21f3296ed2c4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014260 Aug 11 08:02:14.834406 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c13b00ae-e560-4ebd-8a97-5a1fdb7d3737 req-0b1faedc-ade9-4ed6-ba9d-efa493149d30 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895350 Aug 11 08:02:14.976394 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:14.987469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:14.988269 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.990413 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-c697fe89-d486-457a-bd6a-8f17c3ae9d43 service neutron] 10.222.0.78 "PUT /v2.0/ports/6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 1094 time: 2.6704772 Aug 11 08:02:14.991396 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:14.994454 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653" -d '{"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:15.079929 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:15.120649 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06090b6-9907-485b-8a80-1205240bb72b req-1f3bd295-6904-4d03-8386-1ec76adc133a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.129692 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f06090b6-9907-485b-8a80-1205240bb72b req-1f3bd295-6904-4d03-8386-1ec76adc133a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1520190 Aug 11 08:02:15.137760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:15.145722 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:15.180996 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f06090b6-9907-485b-8a80-1205240bb72b req-6c2e5bc4-8516-44e8-a532-1262c7e94aed tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Aug 11 08:02:15.223628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649fe44-8482-4912-9e70-9528d61eae58 req-3e576713-f711-4469-9524-85e1c9630f79 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.233633 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b649fe44-8482-4912-9e70-9528d61eae58 req-3e576713-f711-4469-9524-85e1c9630f79 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.2727985 Aug 11 08:02:15.353851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.354481 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:15.356441 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] 10.222.0.78 "PUT /v2.0/ports/2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 HTTP/1.1" status: 200 len: 1094 time: 2.9871621 Aug 11 08:02:15.471076 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab14bc-728d-4038-a7d4-91952771f27f req-9a92aa09-1576-4e77-b259-2e3c09764307 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.477766 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23ab14bc-728d-4038-a7d4-91952771f27f req-9a92aa09-1576-4e77-b259-2e3c09764307 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.1576335 Aug 11 08:02:15.480089 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:15.560736 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23ab14bc-728d-4038-a7d4-91952771f27f req-d8c3c564-374d-4456-a006-42c26b2db7c0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774539 Aug 11 08:02:15.571988 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-a161c8d8-a338-4183-9540-1a68577c7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.573615 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-a161c8d8-a338-4183-9540-1a68577c7989 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1097 time: 0.5149002 Aug 11 08:02:15.623042 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b649fe44-8482-4912-9e70-9528d61eae58 req-de4beedd-6a54-4207-babe-51e4ba78614d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849840 Aug 11 08:02:15.667529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67b62-ba4c-40cb-b842-04508f8cb48b service neutron] Pushing event updated for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:15.672146 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366a075-8064-4b3f-b443-ac7c589e6e62 x-openstack-request-id: req-6366a075-8064-4b3f-b443-ac7c589e6e62 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:15.672411 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:15.672654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6366a075-8064-4b3f-b443-ac7c589e6e62 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:15.673065 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'status': 'completed', 'code': 200} Aug 11 08:02:15.710209 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-078a28fb-dec2-46ec-af48-1f7b2fa32dcb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 217 time: 0.0822814 Aug 11 08:02:15.752735 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-64ce663a-2250-49fc-b56d-88741868e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.754445 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-64ce663a-2250-49fc-b56d-88741868e35e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 1097 time: 0.3281560 Aug 11 08:02:15.849537 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-597dd311-2c67-4c28-becf-2dfad66e9092 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 HTTP/1.1" status: 200 len: 217 time: 0.0823994 Aug 11 08:02:15.958487 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device db27bbd1-e6c3-437c-adb0-12c3c7b43195 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:15.993984 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-6c2c04cc-12c7-479c-9c25-6d978c1e17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:15.995686 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-6c2c04cc-12c7-479c-9c25-6d978c1e17a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.2770448 Aug 11 08:02:16.050777 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45742) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:16.064213 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-399618013-network', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:16.151239 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Made reservation on behalf of b8cf0669d0ce461f978c56ff396c7966 for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:16.153767 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port db27bbd1-e6c3-437c-adb0-12c3c7b43195 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:16.154406 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.155647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.166799 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8cffc-c317-4893-a715-2c9d115d1377 req-d78af96f-21dc-4123-8e29-45547dcd8969 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.178657 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-18f8cffc-c317-4893-a715-2c9d115d1377 req-d78af96f-21dc-4123-8e29-45547dcd8969 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1288044 Aug 11 08:02:16.192638 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.202578 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-bbede9c3-1f29-4e35-848b-2bd3448789ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.204054 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-bbede9c3-1f29-4e35-848b-2bd3448789ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.3448479 Aug 11 08:02:16.249643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-404318bd-6c74-4116-9f03-12964087ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.251929 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-404318bd-6c74-4116-9f03-12964087ec2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2402165 Aug 11 08:02:16.273273 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-18f8cffc-c317-4893-a715-2c9d115d1377 req-a3f2207f-332a-457e-94a4-086f572bc279 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827150 Aug 11 08:02:16.276965 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:13Z', 'revision_number': 2, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:16.316673 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Checking router: 5e70b6fb-3577-4bd8-aac1-a06277e48420 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:16.317440 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Updating router 5e70b6fb-3577-4bd8-aac1-a06277e48420 port 2b16291e-6928-4478-b480-97734c329bd3 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:02:16.348687 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.391472 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8750-a9a3-4780-b6a2-bcc89cc1d7f3 req-bdd29aaf-0d1b-40f4-9dba-0e9137a36160 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.393415 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-762c8750-a9a3-4780-b6a2-bcc89cc1d7f3 req-bdd29aaf-0d1b-40f4-9dba-0e9137a36160 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.2967117 Aug 11 08:02:16.413481 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.422468 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.444187 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d655-7035-45d3-b87c-b09fd348f958 req-317e99fa-5d5c-40cb-93ef-95b6c7746bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.445914 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-317e99fa-5d5c-40cb-93ef-95b6c7746bad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2178917 Aug 11 08:02:16.452827 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-2de66722-a8df-44d7-954a-fdea056c3419 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726708 Aug 11 08:02:16.466138 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:02:16.476974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77939bb1-6dad-446a-a314-63bb3a409c24,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:16.486663 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.487047 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Added segment 1ea930d3-3755-49dd-87e1-1ad1eebf6410 of type vlan for network 0600f219-5c56-4fac-8f8b-9fdb4b69499e Aug 11 08:02:16.563574 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.565170 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-762c8750-a9a3-4780-b6a2-bcc89cc1d7f3 req-9ef8692f-6a9f-49f9-b489-302853adea07 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586349 Aug 11 08:02:16.642997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.644039 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.644685 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.691482 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2970d1f-e623-4c3a-8009-e7cf2b946d48 req-207007b5-c5cd-4876-9274-de8a0d76c251 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225599 Aug 11 08:02:16.694757 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-18b8c298-e3e4-4feb-886d-6184b7518d69 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242451 Aug 11 08:02:16.724424 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6703906 Aug 11 08:02:16.724424 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc4b0-3371-4dcc-b014-3a39147bec9d admin admin] Pushing event updated for resources: {'Network': ['ID=0600f219-5c56-4fac-8f8b-9fdb4b69499e,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:16.725148 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45750) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:16.742404 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Request body: {'subnet': {'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-399618013-subnet', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:16.750968 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:02:16.771672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-46d68a3c-4f4c-4aaa-b60b-54a09f0bb2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.789605 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ae189-afd7-4d3f-a2a0-f2ce3d745e71 req-73e35c0d-5c85-419b-9189-f9357e7c9671 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.791484 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-de5ae189-afd7-4d3f-a2a0-f2ce3d745e71 req-73e35c0d-5c85-419b-9189-f9357e7c9671 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.0616033 Aug 11 08:02:16.827205 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.866041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Made reservation on behalf of b8cf0669d0ce461f978c56ff396c7966 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:16.868409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.870841 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-de5ae189-afd7-4d3f-a2a0-f2ce3d745e71 req-ddb5486f-65df-4f6e-9c4d-e4138b088f99 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647864 Aug 11 08:02:16.888676 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-e57ac56f-5718-41ca-9476-2248abb21eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:16.890277 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-e57ac56f-5718-41ca-9476-2248abb21eb6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1097 time: 0.1326444 Aug 11 08:02:16.892067 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.894526 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Transition to ACTIVE for port object 2b16291e-6928-4478-b480-97734c329bd3 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:16.911768 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:16.994333 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f431-4328-45a7-ad81-33cbebc15505 None None] Pushing event updated for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:17.009908 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2778d655-7035-45d3-b87c-b09fd348f958 req-63c7d46a-da85-4c84-b34e-dffc14ef8317 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025963 Aug 11 08:02:17.074236 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-39697c44-70ac-40ca-8e8e-a85b63733140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.076539 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-39697c44-70ac-40ca-8e8e-a85b63733140 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.1567492 Aug 11 08:02:17.089994 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Attempting to bind port 2b16291e-6928-4478-b480-97734c329bd3 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:17.096926 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Attempting to bind port 2b16291e-6928-4478-b480-97734c329bd3 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:17.097540 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Attempting to bind port 2b16291e-6928-4478-b480-97734c329bd3 on network 80ff5bae-774b-4032-91c9-6b71a670e7dd {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:17.105250 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:17.106246 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Checking segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:17.106658 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:17.107054 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Bound using segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:17.107525 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Bound port: 2b16291e-6928-4478-b480-97734c329bd3, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:17.107904 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:17.187146 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-a91fb419-d382-48d9-a435-df9191ffacc8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 217 time: 0.0529788 Aug 11 08:02:17.262589 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] For port 2b16291e-6928-4478-b480-97734c329bd3, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:17.266366 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] For port 2b16291e-6928-4478-b480-97734c329bd3, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=2b16291e-6928-4478-b480-97734c329bd3,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:17.296271 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:17.329756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-713bb0bb-db60-4364-b733-c5ebc03cf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.331649 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-713bb0bb-db60-4364-b733-c5ebc03cf173 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.1348367 Aug 11 08:02:17.409598 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:17.488846 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:17.489819 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:17.548105 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b405-3358-490e-aaf9-f1d11754b9e3 req-40f63051-a4f7-4b3b-bd06-c6a2f90b7153 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.549819 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-17a8b405-3358-490e-aaf9-f1d11754b9e3 req-40f63051-a4f7-4b3b-bd06-c6a2f90b7153 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1254675 Aug 11 08:02:17.634626 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-40df35db-2c17-47b6-be0b-2ca2722c85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.639151 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-40df35db-2c17-47b6-be0b-2ca2722c85c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2972708 Aug 11 08:02:17.641475 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86340e22-6a06-48f7-86bc-4f5d5b37e500,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:17.642969 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-17a8b405-3358-490e-aaf9-f1d11754b9e3 req-469fd2b7-df73-4a87-a435-a3043561bd92 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855474 Aug 11 08:02:17.676639 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:17.679179 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f384f8a-9383-4fc8-bb65-881084466e35" -d '{"events": [{"name": "network-changed", "server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:17.739363 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:17.793771 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f431-4328-45a7-ad81-33cbebc15505 None None] Pushing event updated for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:17.832716 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:17.864818 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Checking segment: {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:17.874440 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421eda7-2f19-4e36-8e01-286dc7ba9de3 req-900c423b-be2a-4849-be6a-9f6c1f97089f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.874440 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9421eda7-2f19-4e36-8e01-286dc7ba9de3 req-900c423b-be2a-4849-be6a-9f6c1f97089f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.1061387 Aug 11 08:02:17.877596 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Network hostable DHCP agents. Network: 0600f219-5c56-4fac-8f8b-9fdb4b69499e, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:02:17.895619 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e9b7-f9b0-49c5-8ed7-26b6673159b5 req-4bdb9f97-166f-4826-b7f4-14ade0b9522c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.897260 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca09e9b7-f9b0-49c5-8ed7-26b6673159b5 req-4bdb9f97-166f-4826-b7f4-14ade0b9522c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.3150244 Aug 11 08:02:17.899465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-a4d5d1f2-5b8d-4552-b506-4a371558ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:17.901172 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-a4d5d1f2-5b8d-4552-b506-4a371558ba43 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.3466854 Aug 11 08:02:17.925328 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9421eda7-2f19-4e36-8e01-286dc7ba9de3 req-95dff753-b59e-4c14-9c39-db8c326f3e8b tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Aug 11 08:02:18.023266 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edd6853-e24c-4996-bf52-5cb6d557ab55 x-openstack-request-id: req-9edd6853-e24c-4996-bf52-5cb6d557ab55 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:18.023862 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:18.024195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9edd6853-e24c-4996-bf52-5cb6d557ab55 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:18.024806 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'status': 'completed', 'code': 200} Aug 11 08:02:18.097605 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca09e9b7-f9b0-49c5-8ed7-26b6673159b5 req-95abe1c4-689b-41ac-80fe-0b12e6f52724 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795499 Aug 11 08:02:18.115899 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-3e5c1818-6726-4663-9c35-1122295dbfad service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163268 Aug 11 08:02:18.131210 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:02:18.179537 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:17Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:18.186065 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-7474c5f5-f0f9-4dd2-a254-f90b04f97238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.187632 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-7474c5f5-f0f9-4dd2-a254-f90b04f97238 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 1097 time: 0.1259868 Aug 11 08:02:18.205351 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db61f2-447f-414f-80ab-889dbbb25e64 req-ed6f0f12-d28f-47b2-a4e5-43f476eac9e7 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.206978 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d2db61f2-447f-414f-80ab-889dbbb25e64 req-ed6f0f12-d28f-47b2-a4e5-43f476eac9e7 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.0637748 Aug 11 08:02:18.216912 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af09d6a-b289-4b03-8856-d071bf2def2d None None] The sync data for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi is: [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:17Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:18.225027 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 0600f219-5c56-4fac-8f8b-9fdb4b69499e) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:18.230002 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.230761 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:18.234042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-9f6547e4-5e8b-478c-9024-9ee6a378ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.235760 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-9f6547e4-5e8b-478c-9024-9ee6a378ae17 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.3131728 Aug 11 08:02:18.262140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d9342-dce3-4a54-b994-9fd397a6f52a None None] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:02:18.315154 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d2db61f2-447f-414f-80ab-889dbbb25e64 req-62eb72bd-d9a4-478b-b237-f78b852a6556 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992846 Aug 11 08:02:18.322310 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ac2da21e-657f-41f7-81bb-9613eca10609 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5951927 Aug 11 08:02:18.323413 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45778) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:18.331425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:18.337583 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-71e7478e-821b-4551-ae77-f675b086d76e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0851686 Aug 11 08:02:18.388957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-102e841c-2e29-4e79-acc4-a5feaf92d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.394383 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-102e841c-2e29-4e79-acc4-a5feaf92d99b service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.1863594 Aug 11 08:02:18.504694 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-083afe09-32d2-40ea-b3d4-e45367c9e4ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 HTTP/1.1" status: 200 len: 217 time: 0.1012683 Aug 11 08:02:18.568327 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27e92ac7-03ed-4ccd-b39e-bd17e6d96653 req-e06e6bcc-c112-45a3-97d2-869556aeaa5d service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379525 Aug 11 08:02:18.583791 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbaf9b455-2f15-5c2c-8b3f-8bbbae5592a0-0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'fixed_ips': [{'subnet_id': '86340e22-6a06-48f7-86bc-4f5d5b37e500'}]}} from dv-cinder-802669-4-iscsi. {{(pid=93662) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:02:18.584737 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:18.597780 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34443'] for router, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:18.598847 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1666071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34450'] for router, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:18.635899 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-2035416a-4fef-4caf-a983-f02d20cad756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.637698 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-2035416a-4fef-4caf-a983-f02d20cad756 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.1176314 Aug 11 08:02:18.644550 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-dde391a2-ba2b-4507-b1f5-bf283de1cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.649130 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-dde391a2-ba2b-4507-b1f5-bf283de1cbe4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.2669976 Aug 11 08:02:18.708897 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-493864b7-8eee-41f1-a015-8070e7fdecfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542634 Aug 11 08:02:18.730364 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-22d1d16e-88f4-4fb7-9e39-a85f66f7ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:18.732093 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-22d1d16e-88f4-4fb7-9e39-a85f66f7ddfc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848346 Aug 11 08:02:18.903502 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.db_base_plugin_common [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Allocated IP 172.20.0.2 (0600f219-5c56-4fac-8f8b-9fdb4b69499e/86340e22-6a06-48f7-86bc-4f5d5b37e500/1495b5ff-2a90-48af-a85f-11cc0126a1e6) {{(pid=93662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:18.934814 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-b6e5c293-bd92-4e80-b47f-64188e2f28fc service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930943 Aug 11 08:02:19.066195 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7f384f8a-9383-4fc8-bb65-881084466e35 req-d03a628b-ebca-4232-9aec-db6bb4153773 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201079 Aug 11 08:02:19.069057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.175581 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171268ff-2692-46de-9a4c-e2f361411bad req-5f1d6713-550b-4e60-8b8a-40dc922b80d2 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:19.175581 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-171268ff-2692-46de-9a4c-e2f361411bad req-5f1d6713-550b-4e60-8b8a-40dc922b80d2 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.1046240 Aug 11 08:02:19.240909 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks [] for port, precommit_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.252237 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Transition to ACTIVE for port object 1495b5ff-2a90-48af-a85f-11cc0126a1e6 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:19.259160 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-171268ff-2692-46de-9a4c-e2f361411bad req-ab63f9b3-417c-4cd0-8da7-de3be1888e41 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758715 Aug 11 08:02:19.286040 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Transition to ACTIVE for port object 1495b5ff-2a90-48af-a85f-11cc0126a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:19.303061 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596'] for port, after_create {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.386570 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e is already hosted by enough agents. {{(pid=93662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:19.393545 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.scheduler.base_scheduler [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Resources bound (agent type, host, resource id): {{(pid=93662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:19.400784 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Received port after_create {{(pid=93662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:19.404640 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Pushing event updated for resources: {'Port': ['ID=1495b5ff-2a90-48af-a85f-11cc0126a1e6,revision_number=1']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:19.417189 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.464183 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7707e-41b5-43f3-993f-e6cae1626c49 req-2a9712b4-29cc-4cef-8647-46f2c64ad689 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:19.471276 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16c7707e-41b5-43f3-993f-e6cae1626c49 req-2a9712b4-29cc-4cef-8647-46f2c64ad689 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0866847 Aug 11 08:02:19.532377 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Attempting to bind port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:19.533064 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Attempting to bind port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:19.533803 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Attempting to bind port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 on network 0600f219-5c56-4fac-8f8b-9fdb4b69499e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:19.540168 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:19.540816 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Checking segment: {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:19.541541 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.542089 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Bound using segment: {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:19.542726 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Bound port: 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:19.544891 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.550172 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16c7707e-41b5-43f3-993f-e6cae1626c49 req-a8e6b5f6-0245-4a66-bcf0-0cc66f020a22 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Aug 11 08:02:19.558031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935a32-960a-41a6-8bcd-a0da94b0f22c req-e3b80272-3a53-4642-8df1-832c8e6b3df7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:19.566453 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-78935a32-960a-41a6-8bcd-a0da94b0f22c req-e3b80272-3a53-4642-8df1-832c8e6b3df7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.7791269 Aug 11 08:02:19.610804 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-4c95fcda-b6a3-4de9-a05a-3f0f613b4fe4 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912439 Aug 11 08:02:19.630692 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] For port 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:19.635017 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] For port 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=1495b5ff-2a90-48af-a85f-11cc0126a1e6,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:19.640568 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.705605 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4bf80-5a6c-468c-9db9-3126a27b3c65 req-5bb23f38-4472-4e0e-8583-6a40158496a1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:19.709108 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4de4bf80-5a6c-468c-9db9-3126a27b3c65 req-5bb23f38-4472-4e0e-8583-6a40158496a1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.0763481 Aug 11 08:02:19.761456 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fd38d-35a9-43bd-b15c-f5f117245488 None None] Pushing event updated for resources: {'Port': ['ID=1495b5ff-2a90-48af-a85f-11cc0126a1e6,revision_number=2']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:19.807366 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4de4bf80-5a6c-468c-9db9-3126a27b3c65 req-9b4c59df-5f8b-4666-9b5c-a195d0545133 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862687 Aug 11 08:02:19.837088 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 2b16291e-6928-4478-b480-97734c329bd3 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:19.935442 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 2b16291e-6928-4478-b480-97734c329bd3 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:19.939723 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 2b16291e-6928-4478-b480-97734c329bd3 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:19.940168 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.974123 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:19.983441 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-78935a32-960a-41a6-8bcd-a0da94b0f22c req-02c266e9-4d72-4185-8cb9-d20fc421f57b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161210 Aug 11 08:02:20.041862 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3fa61ba8-21a6-4b8f-b005-67b449c09ef0 req-72224e92-7e44-4ba8-aa5e-4e61eb1d2048 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179251 Aug 11 08:02:20.363604 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:20.420745 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 2b16291e-6928-4478-b480-97734c329bd3, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=2b16291e-6928-4478-b480-97734c329bd3,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:20.433022 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:20.434298 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:20.444093 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ece9-0781-436e-a0c4-dee86bd9b5f3 req-455c436d-6b81-4bdb-a984-c2b36690cd81 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:20.446139 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6915ece9-0781-436e-a0c4-dee86bd9b5f3 req-455c436d-6b81-4bdb-a984-c2b36690cd81 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0782237 Aug 11 08:02:20.461628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:20.501348 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6915ece9-0781-436e-a0c4-dee86bd9b5f3 req-11ecbd0e-ac27-43b2-bdd7-1fd72b3d3561 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 Aug 11 08:02:20.506165 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:20.609703 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Allocated IP 172.27.2.140 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/8b639eb0-4b47-4600-b1d6-952e2b0d3e58) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:20.733782 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0cc71-2156-4e0d-b94c-3aca49abd31d req-f187e1aa-9a77-4ad4-8791-196d705abd44 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:20.742288 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f6a0cc71-2156-4e0d-b94c-3aca49abd31d req-f187e1aa-9a77-4ad4-8791-196d705abd44 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1122370 Aug 11 08:02:20.827422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:20.893167 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f6a0cc71-2156-4e0d-b94c-3aca49abd31d req-f3117f3c-e028-47ee-8d68-0583a73facc1 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496406 Aug 11 08:02:20.968601 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:21.038946 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f370-957f-4517-ad2b-6c9a4ceb2399 req-9213b56c-3066-4bfb-ae7c-8ac624a592b1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:21.048322 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2eb2f370-957f-4517-ad2b-6c9a4ceb2399 req-9213b56c-3066-4bfb-ae7c-8ac624a592b1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.1034045 Aug 11 08:02:21.048580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:21.051851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:21.056443 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:21.060370 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Pushing event updated for resources: {'Port': ['ID=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:21.108580 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2eb2f370-957f-4517-ad2b-6c9a4ceb2399 req-aa9c5959-19d8-4b2f-b79c-04afd86ff30f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558419 Aug 11 08:02:21.152978 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f86b1-bb53-4c66-b83d-1125124f7a00 None None] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:02:21.243204 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a5fccd44-aa83-46b5-836a-d321e061c2cd None None] Provisioning for port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:21.308937 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf57f4-d4ba-4df4-b954-0b41c86dc83f req-de1968e2-27bc-4b3c-844b-edb8fdc42c94 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:21.310532 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6adf57f4-d4ba-4df4-b954-0b41c86dc83f req-de1968e2-27bc-4b3c-844b-edb8fdc42c94 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1278946 Aug 11 08:02:21.450311 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6adf57f4-d4ba-4df4-b954-0b41c86dc83f req-f07b235f-f03e-4369-b02b-fa1f62c22386 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269739 Aug 11 08:02:21.485502 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:21.697212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492b860-80ff-4375-81e0-7b826bc8cee8 req-3ad4f98f-9f58-42eb-aa85-1cb3c3a9a2d5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:21.699175 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2492b860-80ff-4375-81e0-7b826bc8cee8 req-3ad4f98f-9f58-42eb-aa85-1cb3c3a9a2d5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0828111 Aug 11 08:02:21.748321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45820) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:21.777204 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2492b860-80ff-4375-81e0-7b826bc8cee8 req-6608ec10-cd2d-46bd-9254-c8d39d83fd55 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704024 Aug 11 08:02:21.865412 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1666276'] for router, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:21.939350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 2b16291e-6928-4478-b480-97734c329bd3 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:22.016847 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 2b16291e-6928-4478-b480-97734c329bd3 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:22.017266 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.052184 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0cf3-082c-41cc-9ca8-dcd17ff002b2 req-4352d1ba-3687-4d57-884f-057074d3117c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:22.053745 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-951d0cf3-082c-41cc-9ca8-dcd17ff002b2 req-4352d1ba-3687-4d57-884f-057074d3117c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0693722 Aug 11 08:02:22.057692 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4a03046-24dd-4a37-a8d7-ff22fff648ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.066089 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Router e0532589-2cb7-42df-a32c-9c576b8c5bc9 is scheduled to L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c with binding_index 1 {{(pid=93661) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:02:22.157364 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-951d0cf3-082c-41cc-9ca8-dcd17ff002b2 req-502aecab-49b1-4d3f-8e11-c601a12a4f33 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921655 Aug 11 08:02:22.164823 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 1495b5ff-2a90-48af-a85f-11cc0126a1e6 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:22.219727 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:22.224276 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:22.224656 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.275256 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:22.276892 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4a03046-24dd-4a37-a8d7-ff22fff648ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.289952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4a03046-24dd-4a37-a8d7-ff22fff648ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.290690 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Sync routers for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:22.306338 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:22.310269 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.310463 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:22.311745 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-900ede5b-1dac-4fd0-bd8d-e5e2af3de76c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9846752 Aug 11 08:02:22.315407 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45828) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:22.356409 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.357615 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a4a03046-24dd-4a37-a8d7-ff22fff648ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83073d695a6949b1a0ad97ab552f85ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049554 Aug 11 08:02:22.370106 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45830) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:22.417602 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=1495b5ff-2a90-48af-a85f-11cc0126a1e6,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:22.428555 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.429418 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72769b9-577f-40f4-a7bc-1701648cbee6 req-dfbbd9d6-b2b0-4ed0-ac58-2685500afa36 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:22.444391 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c72769b9-577f-40f4-a7bc-1701648cbee6 req-dfbbd9d6-b2b0-4ed0-ac58-2685500afa36 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.2287652 Aug 11 08:02:22.530920 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=1495b5ff-2a90-48af-a85f-11cc0126a1e6,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:22.548909 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:22.564782 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a03046-24dd-4a37-a8d7-ff22fff648ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057959a4-75a6-4ca8-8811-ce8c695c37e6,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:22.661314 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c72769b9-577f-40f4-a7bc-1701648cbee6 req-109d0627-eeb2-4fc9-b33b-bf8fabc478e1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147720 Aug 11 08:02:22.679416 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.707031 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.773286 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.775812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.780895 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/057959a4-75a6-4ca8-8811-ce8c695c37e6 HTTP/1.1" status: 204 len: 168 time: 0.3942430 Aug 11 08:02:22.786706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c38ee-7b6d-408f-a9dd-4b32648a634e req-d222ca3b-8404-40ed-a7ca-bf8b5a4b04cd tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:22.788250 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-693c38ee-7b6d-408f-a9dd-4b32648a634e req-d222ca3b-8404-40ed-a7ca-bf8b5a4b04cd tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1506302 Aug 11 08:02:22.799090 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a20380-5545-4e06-80b4-909669789ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057959a4-75a6-4ca8-8811-ce8c695c37e6,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:22.812474 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:21Z', 'revision_number': 3, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:22.854231 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Checking router: e0532589-2cb7-42df-a32c-9c576b8c5bc9 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:22.854592 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Updating router e0532589-2cb7-42df-a32c-9c576b8c5bc9 port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 binding host dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:02:22.891375 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:22.916605 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-693c38ee-7b6d-408f-a9dd-4b32648a634e req-23f7abf0-8a61-4aa2-ba10-cc7e7545d60d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069465 Aug 11 08:02:22.964516 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbbf6b-6e82-465e-bec4-65decef4c381 req-6a8dc624-ef70-41b3-ae45-16d08de50843 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:22.967012 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d5cbbf6b-6e82-465e-bec4-65decef4c381 req-6a8dc624-ef70-41b3-ae45-16d08de50843 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0817127 Aug 11 08:02:23.044399 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d5cbbf6b-6e82-465e-bec4-65decef4c381 req-8d9c5874-0d1e-469b-9abd-51332df97bd7 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711129 Aug 11 08:02:23.297630 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.338332 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.351270 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.provisioning_blocks [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Transition to ACTIVE for port object 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 will not be triggered until provisioned by entity L2. {{(pid=93663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:23.358226 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.400013 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8ecc0-a228-4a6d-901e-30f51b764836 req-35f14cb1-4fd0-4032-af86-16aa1e0aa0bd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:23.401704 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4a8ecc0-a228-4a6d-901e-30f51b764836 req-35f14cb1-4fd0-4032-af86-16aa1e0aa0bd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1069212 Aug 11 08:02:23.481160 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590d851-6f70-4d84-bed7-70aebc2ebcab None None] Pushing event updated for resources: {'Port': ['ID=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,revision_number=2']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:23.486974 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Attempting to bind port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:23.487343 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Attempting to bind port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:23.489197 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Attempting to bind port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 on network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:23.508826 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:23.510817 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Checking segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:23.510817 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.510817 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Bound using segment: {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'} {{(pid=93663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:23.510817 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.managers [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Bound port: 8b639eb0-4b47-4600-b1d6-952e2b0d3e58, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8744f-3cb1-4aeb-ad02-ec7069fa3493', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}}] {{(pid=93663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:23.510817 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.514970 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4a8ecc0-a228-4a6d-901e-30f51b764836 req-704d244d-8d6c-40cc-9c64-6b2d17963442 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055822 Aug 11 08:02:23.579720 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Allocated IP 172.20.0.1 (0600f219-5c56-4fac-8f8b-9fdb4b69499e/86340e22-6a06-48f7-86bc-4f5d5b37e500/6e01711a-2166-4793-8217-5314347c0934) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:23.613561 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] For port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:23.617159 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.plugins.ml2.db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] For port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:23.626908 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.692010 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:23.693052 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:23.728407 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590d851-6f70-4d84-bed7-70aebc2ebcab None None] Pushing event updated for resources: {'Port': ['ID=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,revision_number=3']} {{(pid=93663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:23.784293 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.815060 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Transition to ACTIVE for port object 6e01711a-2166-4793-8217-5314347c0934 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:23.836889 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 1495b5ff-2a90-48af-a85f-11cc0126a1e6 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:23.843563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c908-619b-461f-a21d-907cad459478 req-4215c427-fddd-458c-be9a-d130fa66d8fd tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:23.845495 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d353c908-619b-461f-a21d-907cad459478 req-4215c427-fddd-458c-be9a-d130fa66d8fd tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 944 time: 0.0899169 Aug 11 08:02:23.872061 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:23.884559 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:02:23.898285 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d353c908-619b-461f-a21d-907cad459478 req-0d1b6fd3-be58-4c67-91c7-7e34f645697c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464706 Aug 11 08:02:23.909019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:23.952458 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:23.958643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:23.963712 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:23.992801 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Pushing event updated for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:23.997828 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:23.998270 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.056685 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1805591'] for router_interface, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.093061 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:24.118941 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'mac_address': 'fa:16:3e:12:a0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:02:24.227139 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.245419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc48d7f-2fe0-4817-a3a4-9c711e794bff req-ee631c16-28e6-494b-94f8-0b8cd393d999 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:24.245419 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fdc48d7f-2fe0-4817-a3a4-9c711e794bff req-ee631c16-28e6-494b-94f8-0b8cd393d999 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.2033436 Aug 11 08:02:24.265278 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:02:24.287412 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1aa94-f000-4662-abb2-4982a76d0b18 req-dcfce5d0-e109-4e1d-931d-927fa9bbf23e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:24.298616 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d4f1aa94-f000-4662-abb2-4982a76d0b18 req-dcfce5d0-e109-4e1d-931d-927fa9bbf23e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.1015241 Aug 11 08:02:24.317964 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:21Z', 'revision_number': 3, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:24.337278 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:24.350001 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.352195 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:02:24.357146 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d4f1aa94-f000-4662-abb2-4982a76d0b18 req-6ee42f7e-6c94-4f57-afcc-696bd30f7041 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571392 Aug 11 08:02:24.362248 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fdc48d7f-2fe0-4817-a3a4-9c711e794bff req-0caeba40-d5ad-4a1a-b255-8f6957b3cfed tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846009 Aug 11 08:02:24.389056 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.430908 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cc8e6-2a9b-4c05-909d-d4838ae016f8 None None] The sync data for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi is: [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:21Z', 'revision_number': 3, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:24.549709 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a04ef5ff-15fc-42e1-a6bc-f50e1dec40e1 None None] Provisioning for port 6e01711a-2166-4793-8217-5314347c0934 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:24.571348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a04ef5ff-15fc-42e1-a6bc-f50e1dec40e1 None None] Provisioning complete for port 6e01711a-2166-4793-8217-5314347c0934 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:24.571580 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a04ef5ff-15fc-42e1-a6bc-f50e1dec40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.617459 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:24.623272 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:24.644227 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'port_id': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'mac_address': 'fa:16:3e:80:fd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:02:24.646862 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a04ef5ff-15fc-42e1-a6bc-f50e1dec40e1 None None] Port 6e01711a-2166-4793-8217-5314347c0934 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:24.688472 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.695357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.697005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.720729 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:02:24.727507 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7ea4e-73fe-4b7b-9db5-3d27e4abc227 req-5c0e7b50-2a97-446f-8ad2-bdeab97739ab tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:24.737554 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5ad7ea4e-73fe-4b7b-9db5-3d27e4abc227 req-5c0e7b50-2a97-446f-8ad2-bdeab97739ab tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0942049 Aug 11 08:02:24.767069 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:24.776258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.820625 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Pushing event updated for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:24.832276 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5ad7ea4e-73fe-4b7b-9db5-3d27e4abc227 req-ed489624-ec8a-4921-8810-b63e60af6bcc tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932915 Aug 11 08:02:24.863451 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1805731'] for router_interface, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:24.893736 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:25.040702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:25.044914 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:25.154235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['6377e78c-5764-4b11-8f01-7c33d9ac1ab1'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:02:25.160924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:02:25.235179 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead568-7878-478f-a88c-7b7174483882 req-471b1fff-827e-470f-b28b-09dbc602d499 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:25.237271 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e6ead568-7878-478f-a88c-7b7174483882 req-471b1fff-827e-470f-b28b-09dbc602d499 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 945 time: 0.2491994 Aug 11 08:02:25.242174 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Router e0532589-2cb7-42df-a32c-9c576b8c5bc9 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:02:25.409609 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-0f09c8b0-8214-4ee2-8a5f-e9343e62de51 None None] Provisioning complete for port 6e01711a-2166-4793-8217-5314347c0934 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:25.409983 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0f09c8b0-8214-4ee2-8a5f-e9343e62de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:25.468645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-0f09c8b0-8214-4ee2-8a5f-e9343e62de51 None None] Port 6e01711a-2166-4793-8217-5314347c0934 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:25.501225 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e6ead568-7878-478f-a88c-7b7174483882 req-0379cae4-ba8d-408c-9bc0-74167d3944e0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552357 Aug 11 08:02:25.502589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:25.516894 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d09eb131-ab98-4cac-91c3-7df42f5f2a4b admin admin] 10.222.0.68 "PUT /v2.0/routers/e0532589-2cb7-42df-a32c-9c576b8c5bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1929612 Aug 11 08:02:25.557430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6ba22-3adb-4767-9be5-86672951b799 req-42de19e8-f8b1-428f-8728-6fee90842f92 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:25.568451 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2be6ba22-3adb-4767-9be5-86672951b799 req-42de19e8-f8b1-428f-8728-6fee90842f92 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 945 time: 0.0924442 Aug 11 08:02:25.629842 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2be6ba22-3adb-4767-9be5-86672951b799 req-2a3b3024-028a-4e92-957f-014dd975136c tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596409 Aug 11 08:02:25.806507 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf427ff0-7114-4886-9d86-877c785418b5 req-2e206733-f3b4-4ffc-ad35-fca601a100ae tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:25.808099 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cf427ff0-7114-4886-9d86-877c785418b5 req-2e206733-f3b4-4ffc-ad35-fca601a100ae tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1519084 Aug 11 08:02:25.883420 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:25.887586 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cf427ff0-7114-4886-9d86-877c785418b5 req-67e39687-c73c-4b05-98b2-6a00512f28d6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726976 Aug 11 08:02:25.985564 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:25.990822 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:25.991154 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:26.050298 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eaa16-cb24-4ef1-bafa-229661418c81 req-1285eeb4-cb92-453c-a341-77efb8097d18 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:26.051791 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b16eaa16-cb24-4ef1-bafa-229661418c81 req-1285eeb4-cb92-453c-a341-77efb8097d18 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0755215 Aug 11 08:02:26.097422 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b16eaa16-cb24-4ef1-bafa-229661418c81 req-36a8e4c6-12f9-49ba-8f1a-a07ccc3691d5 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Aug 11 08:02:26.119889 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:26.151937 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:26.157966 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:26.216689 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:26.679505 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0687e-91ea-4ca3-b0ca-36615dfef777 req-e88746a6-4994-4ac8-8e06-25bb4356079b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:26.692174 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c1e0687e-91ea-4ca3-b0ca-36615dfef777 req-e88746a6-4994-4ac8-8e06-25bb4356079b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 945 time: 0.1047676 Aug 11 08:02:26.785900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Sync routers for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:26.805374 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c1e0687e-91ea-4ca3-b0ca-36615dfef777 req-c1e61791-b25d-491c-8c14-a07b31636543 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035736 Aug 11 08:02:26.814403 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:26.815539 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:26.845656 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9975ee-cf3d-4991-8894-329099397a4d req-4faf0e6a-181a-4b6c-acb2-f114d5a1b1ad tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:26.856842 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fa9975ee-cf3d-4991-8894-329099397a4d req-4faf0e6a-181a-4b6c-acb2-f114d5a1b1ad tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 945 time: 0.1043143 Aug 11 08:02:26.929625 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fa9975ee-cf3d-4991-8894-329099397a4d req-e4e5cc03-dc11-45c1-8f0c-021bd93e4113 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713375 Aug 11 08:02:26.961686 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:27.142116 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:02:27.184548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d10a-dd54-41bd-b3a4-d648cf2b6af9 req-20fbe6aa-b09c-4cc8-8643-9dce28ba5852 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:27.197859 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7c53d10a-dd54-41bd-b3a4-d648cf2b6af9 req-20fbe6aa-b09c-4cc8-8643-9dce28ba5852 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1537201 Aug 11 08:02:27.384553 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7c53d10a-dd54-41bd-b3a4-d648cf2b6af9 req-ceff2d65-a962-4adb-abec-7d98ac162bd1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818156 Aug 11 08:02:27.396831 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3bb0a-91e4-4aa2-bfed-4211880083bc req-063b6089-2455-45a6-aee7-f6c6933ff5f2 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:27.422418 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1ca3bb0a-91e4-4aa2-bfed-4211880083bc req-063b6089-2455-45a6-aee7-f6c6933ff5f2 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1616061 Aug 11 08:02:27.437546 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:24Z', 'revision_number': 4, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '6e01711a-2166-4793-8217-5314347c0934', 'name': '', 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'mac_address': 'fa:16:3e:0f:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:23Z', 'updated_at': '2021-08-11T08:02:24Z', 'revision_number': 2, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'subnets': [{'id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:27.477728 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Checking router: e0532589-2cb7-42df-a32c-9c576b8c5bc9 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:27.478448 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Updating router e0532589-2cb7-42df-a32c-9c576b8c5bc9 port 6e01711a-2166-4793-8217-5314347c0934 binding host dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:02:27.500151 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1ca3bb0a-91e4-4aa2-bfed-4211880083bc req-2f8a7021-4a77-4974-9116-06eb99d8e310 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701761 Aug 11 08:02:27.509264 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:27.897314 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:27.905504 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:28.033463 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a2c2-ad39-49b4-b343-18fbcc5f70ee req-e09e620a-e29b-4272-8b41-c55636b6ba00 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:28.035032 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c2b1a2c2-ad39-49b4-b343-18fbcc5f70ee req-e09e620a-e29b-4272-8b41-c55636b6ba00 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 945 time: 0.0930426 Aug 11 08:02:28.097617 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:28.123969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:28.124625 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.148186 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c2b1a2c2-ad39-49b4-b343-18fbcc5f70ee req-ed45c54a-df18-4533-9ea6-2c373772eb1c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967045 Aug 11 08:02:28.155168 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2910ab1-085c-48bb-9cf4-36637ccdf028 req-5beda084-6e60-4b3a-a096-8a1175d0186d tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:28.170553 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a2910ab1-085c-48bb-9cf4-36637ccdf028 req-5beda084-6e60-4b3a-a096-8a1175d0186d tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 945 time: 0.1187730 Aug 11 08:02:28.218506 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a2910ab1-085c-48bb-9cf4-36637ccdf028 req-bc09c580-56a1-4e3e-b7a5-7129d6d43d66 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544465 Aug 11 08:02:28.312448 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.480851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks [] for port, precommit_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.500593 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:28.502943 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347c62b-0db4-4fdb-8cc3-026fb1d8a218" -d '{"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-plugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:28.512881 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Transition to ACTIVE for port object 6e01711a-2166-4793-8217-5314347c0934 will not be triggered until provisioned by entity L2. {{(pid=93662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:28.524685 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:28.526516 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.538685 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:28.564850 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.609214 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c7052-5951-4ac5-b237-870f92055e07 x-openstack-request-id: req-454c7052-5951-4ac5-b237-870f92055e07 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:28.609923 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-plugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:28.610330 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-454c7052-5951-4ac5-b237-870f92055e07 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:28.610938 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'code': 200} Aug 11 08:02:28.613401 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:28.614524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:28.659698 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3b35d-d3df-4255-b19a-249ed70057dc req-504ceae2-b57f-4c4b-b2b5-a383a16c833a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:28.665843 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b2a3b35d-d3df-4255-b19a-249ed70057dc req-504ceae2-b57f-4c4b-b2b5-a383a16c833a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1415296 Aug 11 08:02:28.758910 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b2a3b35d-d3df-4255-b19a-249ed70057dc req-89cfdecd-ebf3-49e5-844f-7ef52f5e4cae tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796876 Aug 11 08:02:28.857282 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f067d-adc2-4dc2-9b09-586d52fb761b req-cefdca65-278f-4eb1-8601-f136c25a5704 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:28.877844 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f76f067d-adc2-4dc2-9b09-586d52fb761b req-cefdca65-278f-4eb1-8601-f136c25a5704 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.2136910 Aug 11 08:02:28.983435 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f76f067d-adc2-4dc2-9b09-586d52fb761b req-b26347d1-c256-47df-b87b-291954e6de9c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029096 Aug 11 08:02:29.000974 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9182-65d3-42c7-aba0-6157c8718866 req-a6e700a1-0f9f-4e7f-812b-2ac8e7f00fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:29.002437 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2a6a9182-65d3-42c7-aba0-6157c8718866 req-a6e700a1-0f9f-4e7f-812b-2ac8e7f00fcd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0818603 Aug 11 08:02:29.009515 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365860-997c-425f-9fa4-eeb8c97c6cf3 None None] Pushing event updated for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=3']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:29.080777 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2a6a9182-65d3-42c7-aba0-6157c8718866 req-5ea85151-5a52-4d68-941b-7714f93d5d79 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634062 Aug 11 08:02:29.131397 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:29.134350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Attempting to bind port 6e01711a-2166-4793-8217-5314347c0934 on host dv-cinder-802669-4-iscsi for vnic_type normal with profile {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:02:29.134735 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Attempting to bind port 6e01711a-2166-4793-8217-5314347c0934 by drivers openvswitch,hyperv on host dv-cinder-802669-4-iscsi at level 0 using segments [{'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:02:29.135104 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Attempting to bind port 6e01711a-2166-4793-8217-5314347c0934 on network 0600f219-5c56-4fac-8f8b-9fdb4b69499e {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:02:29.164711 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Checking agent: {'id': '80f0d647-93d2-431f-adde-50171ff9c931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 51, 47), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:02:29.165098 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Checking segment: {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:02:29.165498 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.165894 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Bound using segment: {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'} {{(pid=93662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:02:29.166378 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.managers [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Bound port: 6e01711a-2166-4793-8217-5314347c0934, host: dv-cinder-802669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea930d3-3755-49dd-87e1-1ad1eebf6410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e'}}] {{(pid=93662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:02:29.166766 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.231006 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:29.265072 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:29.265677 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.267903 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.383412 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] For port 6e01711a-2166-4793-8217-5314347c0934, host dv-cinder-802669-4-iscsi, cleared binding levels {{(pid=93662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:02:29.389184 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] For port 6e01711a-2166-4793-8217-5314347c0934, host dv-cinder-802669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=6e01711a-2166-4793-8217-5314347c0934,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:02:29.396366 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.418200 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4eb6b1-19e5-4863-a9b7-ae13bfd06310 req-0d78b9d8-37cf-4900-994d-29f01813676e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:29.425396 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8f4eb6b1-19e5-4863-a9b7-ae13bfd06310 req-0d78b9d8-37cf-4900-994d-29f01813676e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 945 time: 0.0972409 Aug 11 08:02:29.467335 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d084-f28d-406d-aedc-c67bb922c59c req-64b1a5b9-a779-4e87-a50d-72250ff74a4f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:29.482667 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1359d084-f28d-406d-aedc-c67bb922c59c req-64b1a5b9-a779-4e87-a50d-72250ff74a4f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.1390049 Aug 11 08:02:29.509630 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8f4eb6b1-19e5-4863-a9b7-ae13bfd06310 req-599ddfce-e849-425f-b5b5-ab84658ee5bb tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732872 Aug 11 08:02:29.549447 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1359d084-f28d-406d-aedc-c67bb922c59c req-e10dc9de-d5d3-4bbc-a6a9-3ee8e4c7e2fa tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613003 Aug 11 08:02:29.564299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365860-997c-425f-9fa4-eeb8c97c6cf3 None None] Pushing event updated for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:29.575351 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.578497 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:29.579585 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:29.708981 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:29.715211 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.790543 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:29.821904 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:29.947458 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbf0c6-61a6-49a7-a9d8-dcf159f890b8 req-9de9abb8-cc4b-4aa7-938f-676a039cedb5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:29.949390 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2dcbf0c6-61a6-49a7-a9d8-dcf159f890b8 req-9de9abb8-cc4b-4aa7-938f-676a039cedb5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0527835 Aug 11 08:02:30.000692 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2dcbf0c6-61a6-49a7-a9d8-dcf159f890b8 req-b69cd49a-141e-4746-a224-08fee10216ab tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Aug 11 08:02:30.036506 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:24Z', 'revision_number': 4, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '6e01711a-2166-4793-8217-5314347c0934', 'name': '', 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'mac_address': 'fa:16:3e:0f:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:23Z', 'updated_at': '2021-08-11T08:02:29Z', 'revision_number': 4, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'subnets': [{'id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:30.066879 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca4b46-0ef7-48f1-8cc2-6e12d5bb8917 None None] The sync data for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi is: [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:02:24Z', 'revision_number': 4, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '6e01711a-2166-4793-8217-5314347c0934', 'name': '', 'network_id': '0600f219-5c56-4fac-8f8b-9fdb4b69499e', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'mac_address': 'fa:16:3e:0f:e4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:23Z', 'updated_at': '2021-08-11T08:02:29Z', 'revision_number': 4, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'subnets': [{'id': '86340e22-6a06-48f7-86bc-4f5d5b37e500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:30.124089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5255c-d293-4dd7-85e1-59d96255b7e9 req-2e60802d-335f-49ec-9384-560252f25f82 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:30.125735 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eff5255c-d293-4dd7-85e1-59d96255b7e9 req-2e60802d-335f-49ec-9384-560252f25f82 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Aug 11 08:02:30.217517 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eff5255c-d293-4dd7-85e1-59d96255b7e9 req-50644476-c628-4514-b9f4-6e3c48ae1095 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810845 Aug 11 08:02:30.356491 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-c2a33868-78d4-4d3e-9de6-579b0db2a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:30.358298 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-c2a33868-78d4-4d3e-9de6-579b0db2a413 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1099 time: 0.0609324 Aug 11 08:02:30.487448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-2decf381-66c5-4991-92db-ad34ce573fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:30.488984 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-2decf381-66c5-4991-92db-ad34ce573fb1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.1188862 Aug 11 08:02:30.566202 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-209130d1-e6d4-435b-910d-b67c0eee148a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0674157 Aug 11 08:02:30.611833 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:30.614248 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed573d-d94d-40a5-a053-6e3ac82bbe5b" -d '{"events": [{"server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "name": "network-vif-plugged", "status": "completed", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:30.721853 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0d36-5830-4519-a45e-5a21d85ca0bb req-c8d6a998-b686-4bc9-8cff-b0122ead653a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:30.730413 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6cad0d36-5830-4519-a45e-5a21d85ca0bb req-c8d6a998-b686-4bc9-8cff-b0122ead653a tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0829635 Aug 11 08:02:30.784069 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6cad0d36-5830-4519-a45e-5a21d85ca0bb req-0a082583-532a-47d7-bc6b-3130573de35c tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521870 Aug 11 08:02:30.837776 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a718c6-5dad-4789-ba55-76e4023e4aa6 x-openstack-request-id: req-d2a718c6-5dad-4789-ba55-76e4023e4aa6 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:30.838006 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "name": "network-vif-plugged", "status": "completed", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:30.838224 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2a718c6-5dad-4789-ba55-76e4023e4aa6 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:30.838591 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'code': 200} Aug 11 08:02:30.989962 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-6ac1428f-ff45-4dde-b156-592d1076db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:30.992315 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-6ac1428f-ff45-4dde-b156-592d1076db53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.4061127 Aug 11 08:02:31.115190 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3304be-c095-4be6-b011-e9b2cbc83388 req-fb00a5d1-0198-41b1-b244-6ba9bee2a776 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.133474 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1d3304be-c095-4be6-b011-e9b2cbc83388 req-fb00a5d1-0198-41b1-b244-6ba9bee2a776 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.1942818 Aug 11 08:02:31.200653 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1d3304be-c095-4be6-b011-e9b2cbc83388 req-e3e93aef-c3a1-4163-8c22-37eddb275e5e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640202 Aug 11 08:02:31.202045 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590758-5bff-432b-b071-cb8c20ab7701 req-02b6a85b-494c-4336-a17e-0143e447d4d9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.211410 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-84590758-5bff-432b-b071-cb8c20ab7701 req-02b6a85b-494c-4336-a17e-0143e447d4d9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.2176013 Aug 11 08:02:31.233122 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 45940) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:31.292170 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-84590758-5bff-432b-b071-cb8c20ab7701 req-7d27b901-cc02-487d-957d-5a49c33c4d6d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797331 Aug 11 08:02:31.326137 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-99c4178e-6cb1-47d8-8db9-300eef4ba8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.329765 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-99c4178e-6cb1-47d8-8db9-300eef4ba8fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2505307 Aug 11 08:02:31.403710 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720be9a6-b2aa-4702-9c7b-1ed78a08ca46 req-2e8afa04-05f8-40b7-a799-e61042f0136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.413863 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-720be9a6-b2aa-4702-9c7b-1ed78a08ca46 req-2e8afa04-05f8-40b7-a799-e61042f0136d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 1099 time: 0.1934626 Aug 11 08:02:31.440327 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a96f-1980-4572-a837-e858ba93042f req-4ba18da4-cadb-40e4-80f8-365ff2386de6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.447990 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f2a4a96f-1980-4572-a837-e858ba93042f req-4ba18da4-cadb-40e4-80f8-365ff2386de6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.1717553 Aug 11 08:02:31.531390 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfcb71-e243-4bb9-a32a-5f6ca250f965 req-d23a3baa-2510-4d57-92fe-6da8cff6768d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.539840 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e1cfcb71-e243-4bb9-a32a-5f6ca250f965 req-d23a3baa-2510-4d57-92fe-6da8cff6768d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1169221 Aug 11 08:02:31.556277 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f2a4a96f-1980-4572-a837-e858ba93042f req-68f76162-07a9-42b8-b8ef-4911f62deacb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058476 Aug 11 08:02:31.568666 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-720be9a6-b2aa-4702-9c7b-1ed78a08ca46 req-a1c99af9-4c09-45d5-ac97-931bac79e74e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390469 Aug 11 08:02:31.637256 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-069fade0-ac74-458d-8ae2-54d7c8bfb7d5 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936809 Aug 11 08:02:31.683981 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e1cfcb71-e243-4bb9-a32a-5f6ca250f965 req-814e7693-86a1-41ff-a0fc-4c5288b5511a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128724 Aug 11 08:02:31.712738 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e8ac0-36b5-47b0-8000-351811aa6ba3 tempest-TestShelveInstance-1028296109 tempest-TestShelveInstance-1028296109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.717964 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45946) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:31.718075 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4f4e8ac0-36b5-47b0-8000-351811aa6ba3 tempest-TestShelveInstance-1028296109 tempest-TestShelveInstance-1028296109-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1094 time: 0.4641688 Aug 11 08:02:31.722561 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:31.783721 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9b40ce83-64d0-433d-a95f-e0bdf85cc9e4 req-8924c565-f384-4576-a61b-e3561a0b8487 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316941 Aug 11 08:02:31.791622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:31.895516 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 6e01711a-2166-4793-8217-5314347c0934 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:31.966886 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning for port 6e01711a-2166-4793-8217-5314347c0934 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:31.968778 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e095-c305-4465-a5ac-b6b924d550b7 req-8e7d8956-6afe-4424-b216-f61d8f91aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:31.971254 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-13d6e095-c305-4465-a5ac-b6b924d550b7 req-8e7d8956-6afe-4424-b216-f61d8f91aa06 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0479605 Aug 11 08:02:31.973779 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 6e01711a-2166-4793-8217-5314347c0934 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:31.974157 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:31.974514 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.015338 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-13d6e095-c305-4465-a5ac-b6b924d550b7 req-41181a98-f0ba-4ce9-ad84-0a95d5a5cdcd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Aug 11 08:02:32.077783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.098181 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Allocated IP 172.27.2.8 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/600ac66e-2aaf-44ac-9c1f-8c24e38ac188) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:32.124731 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] For port 6e01711a-2166-4793-8217-5314347c0934, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=6e01711a-2166-4793-8217-5314347c0934,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:32.132410 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.199618 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Pushing event updated for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:32.222965 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.273324 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.312658 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:32.319295 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:32.321837 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:32.328084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'Port': ['ID=600ac66e-2aaf-44ac-9c1f-8c24e38ac188,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:32.702524 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da299976-0be1-43c1-86b8-829487644b3c req-61685e20-4075-4591-9ce0-f81995a75e46 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:32.704089 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da299976-0be1-43c1-86b8-829487644b3c req-61685e20-4075-4591-9ce0-f81995a75e46 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.3363674 Aug 11 08:02:32.712397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ed8e-7c38-4bbf-b82e-a837dec5f2db req-0b7fb011-17a0-43d5-988d-44f93e1ce5ec tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:32.714303 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8985ed8e-7c38-4bbf-b82e-a837dec5f2db req-0b7fb011-17a0-43d5-988d-44f93e1ce5ec tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0636473 Aug 11 08:02:32.786474 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8985ed8e-7c38-4bbf-b82e-a837dec5f2db req-decfd0fb-6799-4098-9af7-d0b6b7cfb775 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645492 Aug 11 08:02:32.823784 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da299976-0be1-43c1-86b8-829487644b3c req-73eab3f0-0594-4287-824f-0b6efba27136 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130168 Aug 11 08:02:32.933800 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9710-d5e6-41f1-b23c-a1a0fe4ffb81 req-298f6541-6a1e-41bf-9187-0b24339a1709 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:32.935217 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f7ad9710-d5e6-41f1-b23c-a1a0fe4ffb81 req-298f6541-6a1e-41bf-9187-0b24339a1709 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0789487 Aug 11 08:02:32.981931 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f7ad9710-d5e6-41f1-b23c-a1a0fe4ffb81 req-b85c1030-b1df-456d-9da2-04bf793fa100 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Aug 11 08:02:33.039281 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.117700 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.321999 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.328162 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.414245 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.416960 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event updated for resources: {'Port': ['ID=600ac66e-2aaf-44ac-9c1f-8c24e38ac188,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:33.522590 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Floating IP 8cfdfe91-02e4-436c-b6aa-798e4fdc0673 associated. External IP: 172.27.2.8, port: 6377e78c-5764-4b11-8f01-7c33d9ac1ab1. Aug 11 08:02:33.773647 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 6e01711a-2166-4793-8217-5314347c0934 up at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:02:33.785587 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Router 645846ae-e65a-4e36-927f-94f27d46df35 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:02:33.838270 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Provisioning complete for port 6e01711a-2166-4793-8217-5314347c0934 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:33.838754 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:33.946392 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:33.957695 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Sync routers for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:33.975237 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602f9b-8b0a-4fe4-9dc5-b387a2b1a79e req-fd20d46a-f1af-40f9-a6a4-6d1dfa8a4aa3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:33.977205 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c5602f9b-8b0a-4fe4-9dc5-b387a2b1a79e req-fd20d46a-f1af-40f9-a6a4-6d1dfa8a4aa3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 946 time: 0.0753200 Aug 11 08:02:33.977489 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:33.978147 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:33.978595 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:34.002312 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:02:34.024548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461525-dbfc-4c6a-b357-a6c4c8ad9080 req-8c2ec46f-bdca-4775-b25e-a43cdd4fc633 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.029901 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89461525-dbfc-4c6a-b357-a6c4c8ad9080 req-8c2ec46f-bdca-4775-b25e-a43cdd4fc633 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.0750749 Aug 11 08:02:34.045086 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d46afb4e-224e-4d41-beb7-7c766b933d16 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3253851 Aug 11 08:02:34.047997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:34.051038 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364d3516-26cd-46b4-a286-0901f2f0fbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:34.082146 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c5602f9b-8b0a-4fe4-9dc5-b387a2b1a79e req-5dd8ebf9-baba-4324-8cc1-bd17b90ea9f0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877748 Aug 11 08:02:34.090587 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89461525-dbfc-4c6a-b357-a6c4c8ad9080 req-767cb7be-d1b5-4c68-a5b5-856b00934128 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533431 Aug 11 08:02:34.145339 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:34.175365 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:34.182737 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da40c3e4-709a-4bc7-ab78-f5fccfbd9a71 x-openstack-request-id: req-da40c3e4-709a-4bc7-ab78-f5fccfbd9a71 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:34.183027 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:34.183283 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-da40c3e4-709a-4bc7-ab78-f5fccfbd9a71 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:34.183754 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'status': 'completed', 'code': 200} Aug 11 08:02:34.188133 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:34.195420 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1892108c-232f-4f55-9905-fbb01d05e8a7" -d '{"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-unplugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:34.236697 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:02:34.244180 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:34.264484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-f5dab18d-a9c3-409c-bf6c-275b4773250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.266304 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-f5dab18d-a9c3-409c-bf6c-275b4773250d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0599597 Aug 11 08:02:34.280460 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8faf51-9518-44d3-ae8f-669ff2fdafa4 req-96f4097d-4fc3-4bf2-a7a7-0ac4a581feb4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.282121 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ce8faf51-9518-44d3-ae8f-669ff2fdafa4 req-96f4097d-4fc3-4bf2-a7a7-0ac4a581feb4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1278183 Aug 11 08:02:34.328960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=8']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:34.382827 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eda57-32e5-49cb-a6f4-50fa864db930 req-f9ea7abf-e0ff-4708-a020-6578bc38a15a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.388667 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ce8faf51-9518-44d3-ae8f-669ff2fdafa4 req-10377ef4-8707-4c64-9b23-e384ddef08ef tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968678 Aug 11 08:02:34.395225 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-533eda57-32e5-49cb-a6f4-50fa864db930 req-f9ea7abf-e0ff-4708-a020-6578bc38a15a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.1020284 Aug 11 08:02:34.446553 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcd5876-2740-4c7b-86e7-b6eb982a8c2d x-openstack-request-id: req-4fcd5876-2740-4c7b-86e7-b6eb982a8c2d {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:34.447140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-unplugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:34.447597 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4fcd5876-2740-4c7b-86e7-b6eb982a8c2d {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:34.448184 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'code': 200} Aug 11 08:02:34.466945 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-533eda57-32e5-49cb-a6f4-50fa864db930 req-2dfefd5a-1955-4074-9fd9-401e916e8394 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644381 Aug 11 08:02:34.479736 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45970) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:34.501516 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-184e9259-bd4a-40ba-9b8c-7fd2a6149509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.507816 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-184e9259-bd4a-40ba-9b8c-7fd2a6149509 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.2245898 Aug 11 08:02:34.517911 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '8cfdfe91-02e4-436c-b6aa-798e4fdc0673', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'mac_address': 'fa:16:3e:12:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:32Z', 'updated_at': '2021-08-11T08:02:32Z', 'revision_number': 0, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:34.553241 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Checking router: 645846ae-e65a-4e36-927f-94f27d46df35 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:34.564036 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:34.564666 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:34.709703 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-b3bab783-3522-4a52-8bfb-a65d0d44d14e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 998 time: 0.1809771 Aug 11 08:02:34.799235 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577045d0-2994-4409-aec9-22b74f05f80c req-0b64b06d-ba33-49bc-ae7e-a2dc6e538526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.801007 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-0b64b06d-ba33-49bc-ae7e-a2dc6e538526 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.1037362 Aug 11 08:02:34.812886 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ddaa5-5441-472f-adfa-349e02f235a9 tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.815100 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d60ddaa5-5441-472f-adfa-349e02f235a9 tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 1094 time: 0.3333931 Aug 11 08:02:34.818148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 45978) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:34.826892 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'port_id': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:34.831366 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-d939c1b6-5bef-4baa-89a4-51438b7dfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.832902 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-d939c1b6-5bef-4baa-89a4-51438b7dfe02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.1225166 Aug 11 08:02:34.849074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57fd9f-4f62-4e34-aa11-1d258ef8de09 req-b1991004-45ba-47ac-aa5c-b2f4205704f4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.858288 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ce57fd9f-4f62-4e34-aa11-1d258ef8de09 req-b1991004-45ba-47ac-aa5c-b2f4205704f4 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1710677 Aug 11 08:02:34.884220 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:34.914478 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:34.933564 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ce57fd9f-4f62-4e34-aa11-1d258ef8de09 req-43a689aa-a0f4-437e-a21c-0033ab37d537 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Aug 11 08:02:34.959788 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-33c56963-afd8-4fdf-8bcf-6a7da304ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.959788 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-33c56963-afd8-4fdf-8bcf-6a7da304ed1c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906818 Aug 11 08:02:34.993848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577045d0-2994-4409-aec9-22b74f05f80c req-420adca3-b02d-4c8f-bfa7-2b262f3404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:34.995571 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-420adca3-b02d-4c8f-bfa7-2b262f3404ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.1629808 Aug 11 08:02:35.049426 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-b0bc4159-7e21-4ee3-b664-40953f259f1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0419054 Aug 11 08:02:35.093641 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-0ccc9dd5-b884-4d7e-840e-937d44f1b592 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102583 Aug 11 08:02:35.122949 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577045d0-2994-4409-aec9-22b74f05f80c req-677550fe-c8d6-4215-8101-0d7a4b12b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:35.124479 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-677550fe-c8d6-4215-8101-0d7a4b12b23b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.0663826 Aug 11 08:02:35.144107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:35.169935 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-7b61bc0e-9b37-497f-8a1a-50f179f8cd21 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372577 Aug 11 08:02:35.320719 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '8cfdfe91-02e4-436c-b6aa-798e4fdc0673', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'mac_address': 'fa:16:3e:12:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:32Z', 'updated_at': '2021-08-11T08:02:32Z', 'revision_number': 0, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:35.356885 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a61e32-5b17-4eb1-89e1-d2aeb5575287 None None] The sync data for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi is: [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '8cfdfe91-02e4-436c-b6aa-798e4fdc0673', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'mac_address': 'fa:16:3e:12:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:32Z', 'updated_at': '2021-08-11T08:02:32Z', 'revision_number': 0, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:35.400740 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-364d3516-26cd-46b4-a286-0901f2f0fbd3 req-4cfb00b7-4042-4449-881a-00d0e169d3c0 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849903 Aug 11 08:02:35.505403 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.27.2.176 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/b48a4f05-b2f3-486c-b51e-af40874d4e78) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:35.539409 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-1dc81a3c-7f13-44a4-b043-aaada9563631 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457186 Aug 11 08:02:35.601575 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b121d80-5ed8-4975-abe9-af40869958f3 req-9396f560-60b2-4a15-afa5-51c5caf4d03e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:35.607945 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2b121d80-5ed8-4975-abe9-af40869958f3 req-9396f560-60b2-4a15-afa5-51c5caf4d03e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.1943281 Aug 11 08:02:35.650981 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5f670-2536-47b1-a04e-17e56fc5d165 None None] New status for floating IP 8cfdfe91-02e4-436c-b6aa-798e4fdc0673: ACTIVE {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:02:35.968946 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2b121d80-5ed8-4975-abe9-af40869958f3 req-7fa0bbff-6a8e-49a0-bf82-aee8e6d24dda tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530290 Aug 11 08:02:36.005901 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-577045d0-2994-4409-aec9-22b74f05f80c req-f4cfaf59-b1be-4839-b7f6-7e9e8fbc654f service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480700 Aug 11 08:02:36.019777 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:36.066168 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:36.110634 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:36.115689 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:36.118230 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:36.145368 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3584816-61f7-43d4-a47a-9d49006c5f1b req-67ff8c80-fc0e-46bf-942f-3b6cf4999c6a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:36.151298 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=b48a4f05-b2f3-486c-b51e-af40874d4e78,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:36.154506 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d3584816-61f7-43d4-a47a-9d49006c5f1b req-67ff8c80-fc0e-46bf-942f-3b6cf4999c6a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1217031 Aug 11 08:02:36.210268 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d3584816-61f7-43d4-a47a-9d49006c5f1b req-3e9ca9e6-14e1-4a45-9149-3bc03db02004 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Aug 11 08:02:36.602332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:36.686142 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:36.863087 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9754-c7ee-4af2-b7b6-918316b39cb3 req-82b05c7a-c602-49de-b319-7d1eba30e206 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:36.870689 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-504f9754-c7ee-4af2-b7b6-918316b39cb3 req-82b05c7a-c602-49de-b319-7d1eba30e206 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0663009 Aug 11 08:02:36.925782 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-504f9754-c7ee-4af2-b7b6-918316b39cb3 req-8090fc9b-b714-4a93-a4de-5cd24893aa6b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531461 Aug 11 08:02:36.977505 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:36.983321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:37.068531 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=b48a4f05-b2f3-486c-b51e-af40874d4e78,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:37.086267 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:37.199063 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46026) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:02:37.210521 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP 5203c512-f7ae-4e97-868b-e1a4d6fb8b68 associated. External IP: 172.27.2.176, port: 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03. Aug 11 08:02:37.295740 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-9e216a43-507e-4fa5-9833-d0d63256b384 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944848 Aug 11 08:02:37.409244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4cfd-3420-4420-94de-615f89434f56 req-1c8acb00-a74b-4ecb-9142-977c5c324e1c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:37.411334 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a63c4cfd-3420-4420-94de-615f89434f56 req-1c8acb00-a74b-4ecb-9142-977c5c324e1c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0716889 Aug 11 08:02:37.466486 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a63c4cfd-3420-4420-94de-615f89434f56 req-1b114d21-a126-4e37-b73f-2093b26b96b8 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Aug 11 08:02:37.509186 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:02:37.651819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:02:37.662455 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:02:37.675674 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:37.676451 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:37.679892 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:37.721814 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5c0108fa-f19e-4550-b12f-035304d6ee40 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9025419 Aug 11 08:02:37.722599 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:02:37.725278 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25069ff-78c2-4609-83d9-33465ac24138" -d '{"events": [{"name": "network-changed", "server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:02:37.768673 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a016b6-c6e5-4409-b7d9-945f5bf6905e x-openstack-request-id: req-e7a016b6-c6e5-4409-b7d9-945f5bf6905e {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:02:37.769322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:02:37.769796 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7a016b6-c6e5-4409-b7d9-945f5bf6905e {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:02:37.770397 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'status': 'completed', 'code': 200} Aug 11 08:02:37.877097 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:37.881577 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25069ff-78c2-4609-83d9-33465ac24138 req-98be89b6-fb62-4f64-9e60-da49a5a4ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:37.882824 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-98be89b6-fb62-4f64-9e60-da49a5a4ad31 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 1099 time: 0.0761833 Aug 11 08:02:37.959965 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:02:38.081153 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25069ff-78c2-4609-83d9-33465ac24138 req-a5fedc75-277d-4be7-a746-3f8b64d7f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:38.085363 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-a5fedc75-277d-4be7-a746-3f8b64d7f426 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.1858289 Aug 11 08:02:38.122938 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd7ad-6f82-458d-8499-93dbddcd38ec req-b9fa6eff-d55c-420c-abc1-5834b9daece6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:38.132617 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2cadd7ad-6f82-458d-8499-93dbddcd38ec req-b9fa6eff-d55c-420c-abc1-5834b9daece6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0733016 Aug 11 08:02:38.180552 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2cadd7ad-6f82-458d-8499-93dbddcd38ec req-8fcedff5-d87d-4c47-bf4b-a1464a81e55f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Aug 11 08:02:38.201505 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-00f9f6d8-df1d-4c2b-a472-03f9ce303ba6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 HTTP/1.1" status: 200 len: 1000 time: 0.0996029 Aug 11 08:02:38.256672 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25069ff-78c2-4609-83d9-33465ac24138 req-51be3f30-863c-4fda-b3d9-4542804416db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:38.258498 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-51be3f30-863c-4fda-b3d9-4542804416db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0490994 Aug 11 08:02:38.275026 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '5203c512-f7ae-4e97-868b-e1a4d6fb8b68', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:80:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053c384c-d24c-4e37-bd82-64c786225708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:36Z', 'updated_at': '2021-08-11T08:02:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:38.313120 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:02:38.319238 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25069ff-78c2-4609-83d9-33465ac24138 req-87fb11d5-1e0d-4768-ae1f-4863e003fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:38.321294 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-87fb11d5-1e0d-4768-ae1f-4863e003fcfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521455 Aug 11 08:02:38.322657 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:02:38.323294 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:02:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:38.445194 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:02:38.445503 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-4f905758-858e-4561-bb8d-20a6fc8f8238 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125987 Aug 11 08:02:38.633530 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc48e-153b-427b-a403-8b49028a3f5e req-d05aa55f-220a-4040-aee9-e4ed8e185f68 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:38.635086 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e2dfc48e-153b-427b-a403-8b49028a3f5e req-d05aa55f-220a-4040-aee9-e4ed8e185f68 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0636187 Aug 11 08:02:38.637000 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a25069ff-78c2-4609-83d9-33465ac24138 req-d737de2f-4aec-4a6f-aad2-a2c3d53dd801 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803908 Aug 11 08:02:38.681548 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e2dfc48e-153b-427b-a403-8b49028a3f5e req-372869b4-9aa2-468e-84a2-7958e6e92947 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Aug 11 08:02:38.767801 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '5203c512-f7ae-4e97-868b-e1a4d6fb8b68', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:80:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053c384c-d24c-4e37-bd82-64c786225708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:36Z', 'updated_at': '2021-08-11T08:02:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:02:38.803649 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e5e68e-7bc2-4ba6-ade6-86d4e9fbe808 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '5203c512-f7ae-4e97-868b-e1a4d6fb8b68', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:80:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053c384c-d24c-4e37-bd82-64c786225708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:02:36Z', 'updated_at': '2021-08-11T08:02:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:02:39.191310 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a6915-88fc-445a-8a36-35a9a43bd32c None None] New status for floating IP 5203c512-f7ae-4e97-868b-e1a4d6fb8b68: ACTIVE {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:02:39.388239 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d35b4-9316-4b05-9376-e4e9fb8f04ea req-27c4fde5-3ae2-41be-a48f-038829e4ab6d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.389784 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-570d35b4-9316-4b05-9376-e4e9fb8f04ea req-27c4fde5-3ae2-41be-a48f-038829e4ab6d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0758994 Aug 11 08:02:39.409442 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-ed0f4f59-46bf-427d-89c0-ac275ac61829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.411749 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-ed0f4f59-46bf-427d-89c0-ac275ac61829 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1194925 Aug 11 08:02:39.437198 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-570d35b4-9316-4b05-9376-e4e9fb8f04ea req-cb956168-9af1-4768-952b-62df27028712 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392072 Aug 11 08:02:39.492479 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-a6eff65d-8bf5-42da-8415-77b42b055997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.494126 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-a6eff65d-8bf5-42da-8415-77b42b055997 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1097 time: 0.0502946 Aug 11 08:02:39.596386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-c58da326-d9c3-4e91-8a1e-46c985052767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.598125 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-c58da326-d9c3-4e91-8a1e-46c985052767 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.0943270 Aug 11 08:02:39.684744 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-22c514c9-8d42-43b4-bfa4-d46965d871ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 999 time: 0.0663745 Aug 11 08:02:39.748308 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-479a8fe4-c886-4c54-8d94-5d6444a0ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.749980 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-479a8fe4-c886-4c54-8d94-5d6444a0ba10 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0488718 Aug 11 08:02:39.800154 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-496fad3b-6ad7-4260-b614-5766c414ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:39.801931 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-496fad3b-6ad7-4260-b614-5766c414ee1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417044 Aug 11 08:02:39.906267 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-2ceb4e4a-0590-4ced-a91a-e7fb9b1a544f service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925226 Aug 11 08:02:40.001621 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f573fcb8-7a8e-4b6b-a064-0a603941eed1 req-aa00d7ba-619f-4c0d-aa5c-28ddaf606688 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841036 Aug 11 08:02:40.251929 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6dd26-0f9c-49ab-8129-c6abcb875a4e req-350dbfe2-d0f8-401a-887c-d82a68d18cda tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:40.253630 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aab6dd26-0f9c-49ab-8129-c6abcb875a4e req-350dbfe2-d0f8-401a-887c-d82a68d18cda tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0573580 Aug 11 08:02:40.296350 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aab6dd26-0f9c-49ab-8129-c6abcb875a4e req-cf8b692c-9b61-492e-9cf6-a91f851dc97d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Aug 11 08:02:40.564465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-57b2be60-0e47-4a4d-b25e-8586737ea0f1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:40.566151 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-57b2be60-0e47-4a4d-b25e-8586737ea0f1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 815 time: 0.1418595 Aug 11 08:02:40.591779 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-6d3fa53c-d31c-4695-8528-59d6e2683d72 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/quotas/6ce8352a6659488998d58021bb2c8ccf HTTP/1.1" status: 200 len: 375 time: 0.0174279 Aug 11 08:02:40.656217 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-97233f7e-e0be-4318-b7b2-baa88ca23836 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559926 Aug 11 08:02:40.750822 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c6d49e84-83f3-4c15-bc2d-000db576ad53 service neutron] 10.222.0.68 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936246 Aug 11 08:02:40.850994 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-025d132c-42de-4b24-b405-22d2726a584a service neutron] 10.222.0.68 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941973 Aug 11 08:02:41.068752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d203a-87ae-42b6-925e-172b87790ef2 req-400209a9-7f27-4a60-9f7d-3be65e64b6ba tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:41.070283 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e5d203a-87ae-42b6-925e-172b87790ef2 req-400209a9-7f27-4a60-9f7d-3be65e64b6ba tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0704424 Aug 11 08:02:41.114722 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e5d203a-87ae-42b6-925e-172b87790ef2 req-de8f51b1-94c6-45af-b5ba-10d99b457293 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368161 Aug 11 08:02:41.218127 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-95449d00-a09d-4252-8997-179b4189bf58 req-18fd42b6-f704-4680-a29f-313b0325e783 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0399227 Aug 11 08:02:42.251671 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f841d-c364-4484-b430-e6784f42a1e8 req-cc0c2eec-d3fa-44be-9288-6041899deb54 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:42.253294 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-119f841d-c364-4484-b430-e6784f42a1e8 req-cc0c2eec-d3fa-44be-9288-6041899deb54 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0572951 Aug 11 08:02:42.295745 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-119f841d-c364-4484-b430-e6784f42a1e8 req-229272c8-f9d8-424d-aa28-50b4d0258b67 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Aug 11 08:02:42.384823 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-817317d9-b4bb-4cf7-8826-d33cee47bbec req-21d979f0-77b2-4da4-bc3a-c750e5c76a75 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0277987 Aug 11 08:02:43.425109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de63c-a252-46f9-830a-6d750cb4cd61 req-85ec7643-3acb-4740-b05c-150487ba843d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:43.427784 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a29de63c-a252-46f9-830a-6d750cb4cd61 req-85ec7643-3acb-4740-b05c-150487ba843d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0528233 Aug 11 08:02:43.467954 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a29de63c-a252-46f9-830a-6d750cb4cd61 req-adfe753f-e07d-4885-a0a9-38b1565392fe tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Aug 11 08:02:43.560981 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0184ff77-4fc4-4128-8206-b507fdf1b86c req-8e94635b-abf8-43b5-b2b6-31cd6e5084b9 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Aug 11 08:02:43.791304 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-e314f2f5-d2ee-48f4-9c4f-78de09e7e7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:44.591298 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e105-3f70-4138-86a9-6a6a7df7ba32 req-eb5c5960-2094-4cce-ab77-06478ef8c901 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:44.592704 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4870e105-3f70-4138-86a9-6a6a7df7ba32 req-eb5c5960-2094-4cce-ab77-06478ef8c901 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0504396 Aug 11 08:02:44.629951 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4870e105-3f70-4138-86a9-6a6a7df7ba32 req-1c31dd1a-0769-4547-94aa-e35e09be3b0d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Aug 11 08:02:44.717005 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3f4a7810-f528-40be-b9c1-e6295615490f req-3cad5324-4b13-482e-bb6f-63dc7627453f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0275476 Aug 11 08:02:45.770008 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c95b53-b3fb-405f-8585-029c2aea462a req-a0f96690-1943-4e3a-8256-38ee0c1df48c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:45.770008 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d5c95b53-b3fb-405f-8585-029c2aea462a req-a0f96690-1943-4e3a-8256-38ee0c1df48c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0587740 Aug 11 08:02:45.814203 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d5c95b53-b3fb-405f-8585-029c2aea462a req-84463a27-9012-44e9-a2b9-4abf12500e08 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Aug 11 08:02:45.934546 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8f492edc-fa29-4e24-bb85-e2c58a238308 req-3551cae1-c221-479e-88df-cf752b566449 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0449867 Aug 11 08:02:46.725099 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0e037d93-dc34-4562-bcec-e104c423b4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:46.850369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:46.939817 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d6cd9-8df2-4f81-a21c-0db3c7fd21c1 req-61fb6a3e-b45a-42f3-bff2-8465c1ce6f71 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:46.941395 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-674d6cd9-8df2-4f81-a21c-0db3c7fd21c1 req-61fb6a3e-b45a-42f3-bff2-8465c1ce6f71 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0518773 Aug 11 08:02:46.979716 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-674d6cd9-8df2-4f81-a21c-0db3c7fd21c1 req-80c1a6d4-d6fa-4b05-b9e2-811acb85b961 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Aug 11 08:02:47.070883 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f5d68252-24b8-4956-9190-4e5c33c94fd1 req-298a70aa-4c49-435d-813c-9c0db7c21eba tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0255105 Aug 11 08:02:47.810059 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:48.103584 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36d4d-eb9e-4814-815c-747d9ec770a3 req-858e37a9-3b3c-4953-9e39-a989245b5314 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:48.105147 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d6c36d4d-eb9e-4814-815c-747d9ec770a3 req-858e37a9-3b3c-4953-9e39-a989245b5314 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0517337 Aug 11 08:02:48.145826 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d6c36d4d-eb9e-4814-815c-747d9ec770a3 req-e0dd130c-b752-4d67-bbaf-27f20c331956 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342436 Aug 11 08:02:48.226987 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4db1db02-8435-4778-ae6e-eb1ca617a8fb req-02f162cd-5f0f-4f92-8eaa-dd2edcfe859c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0260711 Aug 11 08:02:49.019085 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:49.265449 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e6ee-29c7-41a2-aa5f-7bd36778b2f8 req-e0606f7a-bc24-4b83-a1f1-87f39d6142a8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:49.267025 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4a2e6ee-29c7-41a2-aa5f-7bd36778b2f8 req-e0606f7a-bc24-4b83-a1f1-87f39d6142a8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0492239 Aug 11 08:02:49.306517 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4a2e6ee-29c7-41a2-aa5f-7bd36778b2f8 req-fb46fb10-55f3-46e4-91e8-9787d7b828a9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Aug 11 08:02:49.388706 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2f87231e-27de-4f9a-b93d-85e506707ee8 req-5bec16b6-9afa-4336-8f7a-13a3fdca6c81 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Aug 11 08:02:50.460747 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4d664-333e-4b29-afdc-781427749204 req-57deb006-1e4e-4387-ae12-47f5ebb17df3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:50.462326 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e9b4d664-333e-4b29-afdc-781427749204 req-57deb006-1e4e-4387-ae12-47f5ebb17df3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0527248 Aug 11 08:02:50.502874 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e9b4d664-333e-4b29-afdc-781427749204 req-984b6875-e72b-4cad-8773-957b3bfec346 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Aug 11 08:02:50.587067 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c7d09ec6-76b4-40df-a16d-7a37cb9de7eb req-5f61f15f-4962-4e67-84c3-4d2cf8bfb56d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0272338 Aug 11 08:02:51.623959 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982cde-42c4-4d9f-ab58-ce1bf822dfa7 req-0f2d5945-ddf0-4a96-bb4e-2fc693cea1ea tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:51.625455 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-94982cde-42c4-4d9f-ab58-ce1bf822dfa7 req-0f2d5945-ddf0-4a96-bb4e-2fc693cea1ea tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0508320 Aug 11 08:02:51.661600 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-94982cde-42c4-4d9f-ab58-ce1bf822dfa7 req-bf55e5f5-996f-470c-b883-18722b0dea02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302477 Aug 11 08:02:51.751553 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a64013b3-ae3d-43ba-97e0-ff48e3c3c6c0 req-6c13ba7a-e366-4609-9a32-9c29b6fac1b3 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0289314 Aug 11 08:02:52.783950 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541e503-1f1c-4ced-b8ed-1c675ac1a80e req-855cbcda-3a98-4b66-a119-0036c93ada77 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:52.785418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d541e503-1f1c-4ced-b8ed-1c675ac1a80e req-855cbcda-3a98-4b66-a119-0036c93ada77 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0496728 Aug 11 08:02:52.823739 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d541e503-1f1c-4ced-b8ed-1c675ac1a80e req-3d853f14-ee30-41c6-9341-e2bf1c80e26b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Aug 11 08:02:52.925308 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-163c5723-197a-4430-beb1-24034e13af73 req-e6569bc3-27d3-4645-8c20-5bd22596b3ba tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0276761 Aug 11 08:02:53.955103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098857-9709-4e1d-b8d4-e5097dd26f8e req-b7a1b2f7-8b7b-47d2-9c93-301c035c09df tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:53.956592 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a3098857-9709-4e1d-b8d4-e5097dd26f8e req-b7a1b2f7-8b7b-47d2-9c93-301c035c09df tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0490386 Aug 11 08:02:53.993954 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a3098857-9709-4e1d-b8d4-e5097dd26f8e req-f0499347-7517-4e33-b9cb-7d35f6b77b9e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Aug 11 08:02:54.080441 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3cf61921-48c8-4679-b447-dcc8979bc116 req-80ad7f0d-498f-4750-b249-6505bbaaccbb tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Aug 11 08:02:55.115687 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701ed8-8f40-404f-9dc6-97d8d71badbd req-591f1379-5d10-4081-81fe-21785c26a16c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:55.117571 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e2701ed8-8f40-404f-9dc6-97d8d71badbd req-591f1379-5d10-4081-81fe-21785c26a16c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0488837 Aug 11 08:02:55.160078 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e2701ed8-8f40-404f-9dc6-97d8d71badbd req-843b6800-30e3-4cf6-bb08-ac515e3f21f6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356603 Aug 11 08:02:55.177989 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5e2b3529-c05f-41c4-8531-c90ddfcd61a7 req-c60c91fd-78fa-4e53-8251-fbb79ba84e8c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0285134 Aug 11 08:02:55.366393 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-eb83c598-de9a-41a9-9b5a-6c532f22b583 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:55.367724 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-eb83c598-de9a-41a9-9b5a-6c532f22b583 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 815 time: 0.1028757 Aug 11 08:02:55.384430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'port': {'device_id': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'admin_state_up': True, 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:02:55.493803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Made reservation on behalf of 6ce8352a6659488998d58021bb2c8ccf for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:02:55.497399 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:55.625218 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Allocated IP 172.20.0.5 (80ff5bae-774b-4032-91c9-6b71a670e7dd/bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05/1671e753-d448-4c63-b8d1-fad4d0390a47) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:02:55.776698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:55.793662 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Transition to ACTIVE for port object 1671e753-d448-4c63-b8d1-fad4d0390a47 will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:02:55.829025 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:55.880608 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:02:55.884462 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:02:55.889169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:02:55.968293 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:02:55.988219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:55.989229 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:56.003225 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.003664 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.004082 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.004594 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.005008 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.005455 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.005913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.006369 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.006755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.007143 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.007540 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.007933 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:02:56.032458 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-baccad2b-5450-4d24-91c3-3e5a8f1f1e61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6510007 Aug 11 08:02:56.196676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-744b77bc-3681-41b7-8cea-a55088126bdc None None] Provisioning for port 1671e753-d448-4c63-b8d1-fad4d0390a47 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:02:56.201131 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-744b77bc-3681-41b7-8cea-a55088126bdc None None] Provisioning complete for port 1671e753-d448-4c63-b8d1-fad4d0390a47 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:02:56.201677 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-744b77bc-3681-41b7-8cea-a55088126bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:56.241840 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-744b77bc-3681-41b7-8cea-a55088126bdc None None] Port 1671e753-d448-4c63-b8d1-fad4d0390a47 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:02:56.307835 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56c1e3-e8f7-4830-98de-87a264cb8f83 req-c17c31e1-1ec1-4b75-88de-5bdfa89198d6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:56.310343 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ad56c1e3-e8f7-4830-98de-87a264cb8f83 req-c17c31e1-1ec1-4b75-88de-5bdfa89198d6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0569475 Aug 11 08:02:56.352902 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ad56c1e3-e8f7-4830-98de-87a264cb8f83 req-f89b0f72-3ce2-464a-b38a-a7c1172c5f84 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348766 Aug 11 08:02:56.548124 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c109-39b9-4a39-868b-ed61abe5bf98 req-dfffd69d-3179-45d6-818f-df12c884652c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:56.549656 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fac1c109-39b9-4a39-868b-ed61abe5bf98 req-dfffd69d-3179-45d6-818f-df12c884652c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.2750173 Aug 11 08:02:56.587884 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fac1c109-39b9-4a39-868b-ed61abe5bf98 req-46d07b1b-248c-43cf-8ddb-907a21873159 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Aug 11 08:02:57.503406 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051b723-113c-4a92-bbcb-d8afcdc3331f req-58188eb2-7ca9-41b7-b6e8-1a7883dcfb69 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:57.505843 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2051b723-113c-4a92-bbcb-d8afcdc3331f req-58188eb2-7ca9-41b7-b6e8-1a7883dcfb69 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0544362 Aug 11 08:02:57.543914 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2051b723-113c-4a92-bbcb-d8afcdc3331f req-154b2760-d36e-4f00-a159-ba62751e9426 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 11 08:02:57.705539 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c723-7090-47cd-b4c0-12911a2b2598 req-41d8a385-4c8d-4dbf-97ff-6cff1a970914 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:57.707002 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6250c723-7090-47cd-b4c0-12911a2b2598 req-41d8a385-4c8d-4dbf-97ff-6cff1a970914 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0479155 Aug 11 08:02:57.746705 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6250c723-7090-47cd-b4c0-12911a2b2598 req-67f65a50-7897-4980-9f1e-e9f44b939f8c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 11 08:02:58.671958 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239267de-589f-4970-881b-0e2695bae837 req-0f42ef99-7222-48c4-944b-bd6fa2428606 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:58.673555 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-239267de-589f-4970-881b-0e2695bae837 req-0f42ef99-7222-48c4-944b-bd6fa2428606 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0490146 Aug 11 08:02:58.710301 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-239267de-589f-4970-881b-0e2695bae837 req-309a63e6-444f-4ef8-8be7-eebe896c2ac8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Aug 11 08:02:58.865162 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05665b-6c57-4615-b799-6f436b0fbc77 req-9df72ea3-364f-44dd-ab72-5c61b82834b1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:58.866952 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4b05665b-6c57-4615-b799-6f436b0fbc77 req-9df72ea3-364f-44dd-ab72-5c61b82834b1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0502183 Aug 11 08:02:58.913059 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4b05665b-6c57-4615-b799-6f436b0fbc77 req-f4685097-c73a-4a6b-94c2-1155d00aa026 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Aug 11 08:02:59.096238 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:59.838015 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b48f5-fd51-4463-a6d2-046e8756fa03 req-865ae5d1-7f6d-45ed-8507-6bb50e9deef9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:02:59.839592 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c9b48f5-fd51-4463-a6d2-046e8756fa03 req-865ae5d1-7f6d-45ed-8507-6bb50e9deef9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0541592 Aug 11 08:02:59.877739 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1c9b48f5-fd51-4463-a6d2-046e8756fa03 req-01980245-4d2d-4b21-b494-b450b33db05d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Aug 11 08:03:00.048404 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc49563-4732-43bb-9686-97866c08e086 req-1b812251-d999-4207-9a8d-a92791d35c72 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:00.049966 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9bc49563-4732-43bb-9686-97866c08e086 req-1b812251-d999-4207-9a8d-a92791d35c72 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0662081 Aug 11 08:03:00.086688 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9bc49563-4732-43bb-9686-97866c08e086 req-6c7bcc2b-ff00-47dc-b37a-927817bcc0fc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Aug 11 08:03:01.008706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d303c-0b23-4157-8dda-2d58a7f83911 req-7afc4f3d-d7f2-423d-844b-b0f98cbb75b1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:01.010512 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f6d303c-0b23-4157-8dda-2d58a7f83911 req-7afc4f3d-d7f2-423d-844b-b0f98cbb75b1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0586307 Aug 11 08:03:01.049232 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f6d303c-0b23-4157-8dda-2d58a7f83911 req-851b33a0-4e75-4651-8c41-54934b3a467d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Aug 11 08:03:01.223563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc39e1-b5ce-49d4-b381-fc8b7505a8a8 req-960ba496-84fe-4a7f-b7e4-d79e7c74d4e8 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:01.225055 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9abc39e1-b5ce-49d4-b381-fc8b7505a8a8 req-960ba496-84fe-4a7f-b7e4-d79e7c74d4e8 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0475259 Aug 11 08:03:01.262419 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9abc39e1-b5ce-49d4-b381-fc8b7505a8a8 req-99ac7fe6-d60d-4306-b08d-179ec24f654c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Aug 11 08:03:02.172084 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89715277-d610-441c-885b-91430d125890 req-64443918-a6b2-4583-9a68-f3ac29295250 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:02.173754 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89715277-d610-441c-885b-91430d125890 req-64443918-a6b2-4583-9a68-f3ac29295250 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0515859 Aug 11 08:03:02.212372 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-89715277-d610-441c-885b-91430d125890 req-647c6c23-af4a-4ae0-82ca-306ea0df66d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Aug 11 08:03:02.380068 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700810c3-cd76-4687-bfad-aee17f7d08ed req-c3f75c90-32a6-4276-81d9-60df9dcb61ad tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:02.381504 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-700810c3-cd76-4687-bfad-aee17f7d08ed req-c3f75c90-32a6-4276-81d9-60df9dcb61ad tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0488873 Aug 11 08:03:02.422647 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-700810c3-cd76-4687-bfad-aee17f7d08ed req-733fbf5d-06ac-446b-a99a-4b811aa537c9 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Aug 11 08:03:03.332923 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e79745-30bc-4258-8066-455630ea39a4 req-138c9b49-3d57-4e93-a617-d66535e7eb54 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:03.334406 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-78e79745-30bc-4258-8066-455630ea39a4 req-138c9b49-3d57-4e93-a617-d66535e7eb54 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0494046 Aug 11 08:03:03.377263 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-78e79745-30bc-4258-8066-455630ea39a4 req-df88a501-3e43-4233-b0b6-6eab82d75fba tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369406 Aug 11 08:03:03.541820 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3da84-aa76-4752-bb1f-6638fd190007 req-322443a6-8196-4555-a562-36aaccbc2302 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:03.543986 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6fc3da84-aa76-4752-bb1f-6638fd190007 req-322443a6-8196-4555-a562-36aaccbc2302 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0551324 Aug 11 08:03:03.580699 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6fc3da84-aa76-4752-bb1f-6638fd190007 req-e8097303-9749-4b46-98c8-60b559c37d1b tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Aug 11 08:03:04.142681 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:03:04.512484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c3a6c-5fae-46fc-8c76-df1c13a1b383 req-92ded5ba-b10c-41d0-962b-02fd41c6b4da tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:04.513975 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b01c3a6c-5fae-46fc-8c76-df1c13a1b383 req-92ded5ba-b10c-41d0-962b-02fd41c6b4da tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0536253 Aug 11 08:03:04.552180 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b01c3a6c-5fae-46fc-8c76-df1c13a1b383 req-4642ac6a-632c-4099-83b4-0ea1f8cf8895 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Aug 11 08:03:04.700094 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c8caa-25d9-48df-b561-a70ff731e8f7 req-238143cf-88c9-4ac6-a785-6d196c0479dc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:04.701584 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0e7c8caa-25d9-48df-b561-a70ff731e8f7 req-238143cf-88c9-4ac6-a785-6d196c0479dc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0485377 Aug 11 08:03:04.737701 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0e7c8caa-25d9-48df-b561-a70ff731e8f7 req-091c02b8-ee5f-454f-813d-8ccef9a24c8d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Aug 11 08:03:05.675504 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44556-fa9a-4c31-a064-6c0cd21d98d3 req-649e54bc-ffca-48a3-b5d9-166981c28a7a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:05.677046 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-95f44556-fa9a-4c31-a064-6c0cd21d98d3 req-649e54bc-ffca-48a3-b5d9-166981c28a7a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0527480 Aug 11 08:03:05.716464 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-95f44556-fa9a-4c31-a064-6c0cd21d98d3 req-b182bcd3-c99f-4076-8dca-a6076162630e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Aug 11 08:03:05.858770 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eff2d-0fbf-4ceb-acef-ff408d84816d req-8dae399a-c8d4-4190-9146-32c94138d341 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:05.860541 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6f8eff2d-0fbf-4ceb-acef-ff408d84816d req-8dae399a-c8d4-4190-9146-32c94138d341 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0578513 Aug 11 08:03:05.902766 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6f8eff2d-0fbf-4ceb-acef-ff408d84816d req-1a5c5434-7964-4c90-b472-ace060ef6f72 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Aug 11 08:03:06.842936 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f5dd0-61c3-449f-b56c-0ba0b2908d13 req-f367a93a-271c-4b6e-ab64-592d6f83097d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:06.844440 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d37f5dd0-61c3-449f-b56c-0ba0b2908d13 req-f367a93a-271c-4b6e-ab64-592d6f83097d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0544648 Aug 11 08:03:06.882292 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d37f5dd0-61c3-449f-b56c-0ba0b2908d13 req-895cc1d1-0342-4808-acd3-5c659984ac02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Aug 11 08:03:07.020818 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a4964-970b-4955-85af-f76433b0472c req-68d6f8d7-ed6c-4d4d-93c9-20ca27834dfd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:07.022321 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-875a4964-970b-4955-85af-f76433b0472c req-68d6f8d7-ed6c-4d4d-93c9-20ca27834dfd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0503616 Aug 11 08:03:07.075668 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-875a4964-970b-4955-85af-f76433b0472c req-6038d878-406e-4cef-a919-a68504825c3e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470905 Aug 11 08:03:08.014057 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01d56a-58de-4e3b-aaff-691d2ef33ef5 req-a4440cb0-27b3-4b34-a927-ed80cff07600 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:08.015593 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e01d56a-58de-4e3b-aaff-691d2ef33ef5 req-a4440cb0-27b3-4b34-a927-ed80cff07600 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0525744 Aug 11 08:03:08.059574 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e01d56a-58de-4e3b-aaff-691d2ef33ef5 req-7d263da8-5f98-4e12-8c0e-7de23ccc3c8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355685 Aug 11 08:03:08.199504 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0074b8-9fa2-46b9-b3d2-9754f05da813 req-1f2adbe1-0df5-4fd7-8b4b-2159675f6c67 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:08.201131 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ec0074b8-9fa2-46b9-b3d2-9754f05da813 req-1f2adbe1-0df5-4fd7-8b4b-2159675f6c67 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0547614 Aug 11 08:03:08.241739 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ec0074b8-9fa2-46b9-b3d2-9754f05da813 req-3a0b7b06-221f-437c-a04e-f903ec798a14 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Aug 11 08:03:09.189926 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748688b-2083-4bf4-8517-07a1e144ebb9 req-0069cd33-097f-436f-a2c4-608df17095a1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:09.191407 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d748688b-2083-4bf4-8517-07a1e144ebb9 req-0069cd33-097f-436f-a2c4-608df17095a1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Aug 11 08:03:09.230246 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d748688b-2083-4bf4-8517-07a1e144ebb9 req-f3fe60d3-06c4-4b65-8ac7-6518b6f9a8a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Aug 11 08:03:09.362543 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a9c5-9c74-468f-a09a-08777c619ec0 req-1165ee91-b46a-4753-ac07-51e915d5df44 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:09.363950 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1912a9c5-9c74-468f-a09a-08777c619ec0 req-1165ee91-b46a-4753-ac07-51e915d5df44 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0476425 Aug 11 08:03:09.408096 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1912a9c5-9c74-468f-a09a-08777c619ec0 req-14ba3a5f-54a9-4761-8cca-d7a8b1ef9367 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377431 Aug 11 08:03:10.350000 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e15d25-0bf4-4333-8715-845053e1f2b9 req-1845cd4e-65d1-405c-8a48-6ce5d8e9409a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:10.351375 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33e15d25-0bf4-4333-8715-845053e1f2b9 req-1845cd4e-65d1-405c-8a48-6ce5d8e9409a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0481474 Aug 11 08:03:10.388648 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33e15d25-0bf4-4333-8715-845053e1f2b9 req-2abb851a-01c2-47ad-933b-53205d05c367 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303710 Aug 11 08:03:10.523088 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd6da-dde0-4841-abe3-321bff94373f req-7dac65ec-a026-42f7-95b1-6288bd69b92f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:10.524551 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2dadd6da-dde0-4841-abe3-321bff94373f req-7dac65ec-a026-42f7-95b1-6288bd69b92f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 931 time: 0.0490491 Aug 11 08:03:10.560769 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2dadd6da-dde0-4841-abe3-321bff94373f req-13f6300c-7048-4b4e-b980-3ea23226cd4b tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Aug 11 08:03:10.724075 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Request body: {'port': {'device_id': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:10.777229 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.040351 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1671e753-d448-4c63-b8d1-fad4d0390a47 {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:11.048401 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.060535 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Transition to ACTIVE for port object 1671e753-d448-4c63-b8d1-fad4d0390a47 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:11.064279 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.114445 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:11.200513 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Attempting to bind port 1671e753-d448-4c63-b8d1-fad4d0390a47 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:11.200849 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Attempting to bind port 1671e753-d448-4c63-b8d1-fad4d0390a47 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:11.201290 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Attempting to bind port 1671e753-d448-4c63-b8d1-fad4d0390a47 on network 80ff5bae-774b-4032-91c9-6b71a670e7dd {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:11.206574 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Port 1671e753-d448-4c63-b8d1-fad4d0390a47 on network 80ff5bae-774b-4032-91c9-6b71a670e7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:03:11.207021 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Attempting to bind port 1671e753-d448-4c63-b8d1-fad4d0390a47 on network 80ff5bae-774b-4032-91c9-6b71a670e7dd {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:11.212562 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:11.212931 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Checking segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:11.213322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Bound using segment: {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:11.213771 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Bound port: 1671e753-d448-4c63-b8d1-fad4d0390a47, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a585faab-6b14-4068-88ec-0d845acda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:11.214134 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.288495 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:11.291952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:11.298600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.336986 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.337517 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:11.338983 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] 10.222.0.78 "PUT /v2.0/ports/1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 1093 time: 0.6195254 Aug 11 08:03:11.339940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:11.342348 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273c2c51-6cc8-4d38-8dfe-fa25a918443a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:11.370547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d58d-3dfb-49db-a077-6cbc4b58d930 service neutron] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:11.425607 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115c29c-8ea5-4a92-bbd6-1e9c224e997f x-openstack-request-id: req-3115c29c-8ea5-4a92-bbd6-1e9c224e997f {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:11.425911 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:11.426143 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3115c29c-8ea5-4a92-bbd6-1e9c224e997f {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:11.426562 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:03:11.457817 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-f12503ca-84da-4124-9d4b-15acdfcffa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.459437 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-f12503ca-84da-4124-9d4b-15acdfcffa00 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1096 time: 0.0682685 Aug 11 08:03:11.512424 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-e516fb0c-6ebd-4819-8d27-fa9ab46ad7e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 217 time: 0.0429122 Aug 11 08:03:11.603356 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad5d11-0b2f-41d0-b0b4-bf1dd7cf538c req-3cf9b118-57aa-4f25-96b5-b6ca1f8b5208 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.605009 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8cad5d11-0b2f-41d0-b0b4-bf1dd7cf538c req-3cf9b118-57aa-4f25-96b5-b6ca1f8b5208 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 944 time: 0.0954659 Aug 11 08:03:11.609199 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-84d3826a-124f-4f28-a10b-312f26b7bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.610634 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-84d3826a-124f-4f28-a10b-312f26b7bd57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0725517 Aug 11 08:03:11.685920 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8cad5d11-0b2f-41d0-b0b4-bf1dd7cf538c req-138ae31f-ef7f-49e0-9bd1-e1d905d32421 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731237 Aug 11 08:03:11.693408 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c9121fc7-21ba-418d-9e54-d61089d579e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.695575 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-c9121fc7-21ba-418d-9e54-d61089d579e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759649 Aug 11 08:03:11.701997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25947-c523-4c7d-94ff-a9c589b785d5 req-e2104437-d5f7-4803-a926-2a33c1ddb85b tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:11.703890 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a7b25947-c523-4c7d-94ff-a9c589b785d5 req-e2104437-d5f7-4803-a926-2a33c1ddb85b tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 943 time: 0.0582936 Aug 11 08:03:11.753018 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a7b25947-c523-4c7d-94ff-a9c589b785d5 req-aa7ae457-70c7-4fb0-96e5-e3ce7a233f5d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Aug 11 08:03:11.804735 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-9de3adf2-5f52-4f24-8cec-7d514d5576d5 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951679 Aug 11 08:03:11.903004 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d41cdc17-3252-413a-8054-a8f755db8330 req-e0b7db4e-d476-46ea-ad49-b9c171298945 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880506 Aug 11 08:03:12.006800 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-ff994fe0-6f11-4481-b273-708563c88e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.008329 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-ff994fe0-6f11-4481-b273-708563c88e33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1096 time: 0.0453937 Aug 11 08:03:12.112489 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-1e4bde0b-ac15-4757-9871-0e3d7cbb971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.113863 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-1e4bde0b-ac15-4757-9871-0e3d7cbb971c service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.0891292 Aug 11 08:03:12.160823 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-59c72018-1c1e-4a09-b910-5697241878e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 217 time: 0.0370989 Aug 11 08:03:12.189836 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:03:12.208898 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-2c3743c3-e715-4398-b1a0-002a4a0d9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.210367 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-2c3743c3-e715-4398-b1a0-002a4a0d9c0b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0415878 Aug 11 08:03:12.263092 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-a8c201b3-f0fb-4738-8eb9-f09613318944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.264567 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-a8c201b3-f0fb-4738-8eb9-f09613318944 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389457 Aug 11 08:03:12.285470 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:12.297798 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'mac_address': 'fa:16:3e:6f:80:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:03:12.335177 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:12.348935 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:12.361985 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-6f19db45-f638-4a18-97cf-becf49da8f72 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884643 Aug 11 08:03:12.370258 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:12.374169 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:12.423827 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=9']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:12.430822 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.431172 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.431509 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.431846 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.432182 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.432507 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.432836 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.433443 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.433779 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.434209 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.434540 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.434863 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:12.466182 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-273c2c51-6cc8-4d38-8dfe-fa25a918443a req-4d7fc327-d480-458f-85b8-2309db6b1889 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957203 Aug 11 08:03:12.748738 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['d3fc5ea2-699e-44e6-9d97-4d478319a3d6'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:12.844011 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244485d8-a269-426f-9721-cd838e44517c req-76af7e69-0965-42e0-8c37-b80439859b72 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.845628 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-244485d8-a269-426f-9721-cd838e44517c req-76af7e69-0965-42e0-8c37-b80439859b72 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.0615308 Aug 11 08:03:12.878001 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e919d96-5c22-4720-873c-91d9303ade1a req-105f9f2e-a645-4240-bfa3-1198ce70a130 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:12.879570 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9e919d96-5c22-4720-873c-91d9303ade1a req-105f9f2e-a645-4240-bfa3-1198ce70a130 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 943 time: 0.0518148 Aug 11 08:03:12.888547 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-244485d8-a269-426f-9721-cd838e44517c req-5fac1385-0632-41f3-beb4-2bb0726e8247 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Aug 11 08:03:12.921997 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9e919d96-5c22-4720-873c-91d9303ade1a req-8f4585c9-251e-4d7c-a80d-8684a9b837c5 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Aug 11 08:03:13.182000 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-8602bad4-184f-4b05-96b5-4bff9ea1e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:13.184159 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-8602bad4-184f-4b05-96b5-4bff9ea1e25b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0683198 Aug 11 08:03:13.192216 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05198-918b-49ca-a094-e3f1b985939d req-60cf0101-ca45-4cad-a5d1-fd0c4bd13b6f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:13.193552 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-aef05198-918b-49ca-a094-e3f1b985939d req-60cf0101-ca45-4cad-a5d1-fd0c4bd13b6f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0686166 Aug 11 08:03:13.280786 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-aef05198-918b-49ca-a094-e3f1b985939d req-ab2ee093-3667-4c5d-89ca-96260c493dce tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Aug 11 08:03:13.311918 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-4e66729e-3215-47c7-aada-463c2ab20215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:13.311918 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-4e66729e-3215-47c7-aada-463c2ab20215 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.1171184 Aug 11 08:03:13.363105 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-441f731d-8e8f-4d9d-94dd-e217ddbc433b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0363295 Aug 11 08:03:13.413759 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-bbd40f2a-10e0-4562-97b8-50004d8d3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:13.415197 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-bbd40f2a-10e0-4562-97b8-50004d8d3c75 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.0435572 Aug 11 08:03:13.453302 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-7aa55050-09ff-4f47-8e42-6931d8b1748d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279570 Aug 11 08:03:13.540626 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-0b5b26a6-f99d-44c6-bb56-3b239f270171 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793598 Aug 11 08:03:13.637145 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da4e4c7b-5c5f-4ecd-9918-b820e546a089 req-74267c2d-cbc6-4359-bd7f-d70309eddc7e service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829940 Aug 11 08:03:13.787409 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-703fc7e8-383d-4d03-9117-939633bfb47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.012116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdac177-f068-4a9e-8896-3ae2758eb2ed req-6d1cf2c3-3655-4ec2-9091-ac47205ac69d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:14.013677 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-efdac177-f068-4a9e-8896-3ae2758eb2ed req-6d1cf2c3-3655-4ec2-9091-ac47205ac69d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 945 time: 0.0505705 Aug 11 08:03:14.039217 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3749b2f-b644-46df-8cfe-b5828af21d1f req-8adb9914-82bf-43f6-ae9b-6a39e4a84bed tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:14.040796 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f3749b2f-b644-46df-8cfe-b5828af21d1f req-8adb9914-82bf-43f6-ae9b-6a39e4a84bed tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 943 time: 0.0521755 Aug 11 08:03:14.053698 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-efdac177-f068-4a9e-8896-3ae2758eb2ed req-c3d397c5-e926-4243-9177-2106679c5c30 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Aug 11 08:03:14.080341 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f3749b2f-b644-46df-8cfe-b5828af21d1f req-cb048acc-e90e-495f-9de9-8e8d79a32f8d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Aug 11 08:03:14.195713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1671e753-d448-4c63-b8d1-fad4d0390a47 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:03:14.197839 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:14.310435 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:14.310807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.360663 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:14.376579 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'port_id': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'mac_address': 'fa:16:3e:5f:e7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:03:14.414248 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3676619-2d66-4302-a035-a41e14b68f54 req-5a5c638c-6713-43d9-9ae6-06761404904f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:14.415742 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c3676619-2d66-4302-a035-a41e14b68f54 req-5a5c638c-6713-43d9-9ae6-06761404904f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0537305 Aug 11 08:03:14.445592 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.454976 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.457902 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c3676619-2d66-4302-a035-a41e14b68f54 req-a0d748da-fdf1-4c3e-b532-5b8fa2b53380 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 11 08:03:14.468998 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1671e753-d448-4c63-b8d1-fad4d0390a47 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:14.497837 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:14.500044 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a139e0f-b0bb-4a57-911b-d83ac81448ec" -d '{"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:14.512331 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:14.516161 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:14.517702 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.522753 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.550452 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce3eb8a-99ab-44e5-afb1-728b65f90177 x-openstack-request-id: req-8ce3eb8a-99ab-44e5-afb1-728b65f90177 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:14.550747 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:14.550994 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ce3eb8a-99ab-44e5-afb1-728b65f90177 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:14.551380 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'code': 200} Aug 11 08:03:14.577182 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:14.627645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=10']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:14.641600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868a2e-d98d-4b7d-8f08-517ed2f1cef7 req-031e55b5-5ab7-40fc-a404-6744722281a5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:14.643649 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0f868a2e-d98d-4b7d-8f08-517ed2f1cef7 req-031e55b5-5ab7-40fc-a404-6744722281a5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0516224 Aug 11 08:03:14.681106 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0f868a2e-d98d-4b7d-8f08-517ed2f1cef7 req-56435058-27bd-4adc-b7af-e14d72d4ca3a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Aug 11 08:03:14.915628 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:15.079376 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebd604-72b7-4d3c-8c1a-5cfab367bd9d req-aefe492d-1925-48a8-966c-3db90f0c92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:15.080887 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-36ebd604-72b7-4d3c-8c1a-5cfab367bd9d req-aefe492d-1925-48a8-966c-3db90f0c92c1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1100 time: 0.0430927 Aug 11 08:03:15.118769 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-36ebd604-72b7-4d3c-8c1a-5cfab367bd9d req-cfa87078-859a-42c1-99a0-e92f50c53984 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298791 Aug 11 08:03:15.178734 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb3539-805e-4ce2-b692-71f62748d730 req-f35317c9-21bc-4769-bca2-d6097ec8efc5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:15.180251 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cfbb3539-805e-4ce2-b692-71f62748d730 req-f35317c9-21bc-4769-bca2-d6097ec8efc5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0504913 Aug 11 08:03:15.193215 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219a68-6488-463d-b136-12ba2d84cf66 req-03fefa50-a95e-4f2f-8ff1-9abfb4a562d4 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:15.194712 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16219a68-6488-463d-b136-12ba2d84cf66 req-03fefa50-a95e-4f2f-8ff1-9abfb4a562d4 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 944 time: 0.0478601 Aug 11 08:03:15.221774 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cfbb3539-805e-4ce2-b692-71f62748d730 req-efacd44c-ad49-4a31-a6ee-e9e0c4fd34da tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345759 Aug 11 08:03:15.235214 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16219a68-6488-463d-b136-12ba2d84cf66 req-e09aec7a-b61f-4c3b-92b9-f50cb6c9efe3 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Aug 11 08:03:15.575114 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f2e5-4c16-435f-84b3-c240b748912d req-9555603d-b62b-4606-8a82-1868ddfe8c01 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:15.576568 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-abc7f2e5-4c16-435f-84b3-c240b748912d req-9555603d-b62b-4606-8a82-1868ddfe8c01 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Aug 11 08:03:15.613169 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-abc7f2e5-4c16-435f-84b3-c240b748912d req-62c37ecc-cbd3-4483-8c60-11aba03261ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306246 Aug 11 08:03:15.795548 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f60756-7f1a-47c7-a675-e543025b6cda req-37a415f5-4ea0-4dd4-baec-fbf5b65055b5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:15.796971 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32f60756-7f1a-47c7-a675-e543025b6cda req-37a415f5-4ea0-4dd4-baec-fbf5b65055b5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0483031 Aug 11 08:03:15.834281 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32f60756-7f1a-47c7-a675-e543025b6cda req-3c5f488f-266d-4221-9970-7aa2e9e81d34 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313313 Aug 11 08:03:16.216337 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1671e753-d448-4c63-b8d1-fad4d0390a47 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:16.273898 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 1671e753-d448-4c63-b8d1-fad4d0390a47 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:16.278421 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 1671e753-d448-4c63-b8d1-fad4d0390a47 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:16.278860 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.362422 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.373419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac209-b6a0-402c-a40d-26c1d9509718 req-2b028d64-e800-4fb5-ae2a-2197476de90e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:16.375886 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b0dac209-b6a0-402c-a40d-26c1d9509718 req-2b028d64-e800-4fb5-ae2a-2197476de90e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0655081 Aug 11 08:03:16.390842 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c69e0-944e-4ba5-b7c1-6e4ebe31235a req-bea4e7ee-3317-48d7-81c9-74d3c6fa430f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:16.392422 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1b4c69e0-944e-4ba5-b7c1-6e4ebe31235a req-bea4e7ee-3317-48d7-81c9-74d3c6fa430f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 944 time: 0.0601585 Aug 11 08:03:16.407674 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:16.412426 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.424059 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b0dac209-b6a0-402c-a40d-26c1d9509718 req-4cd9427d-1a23-4428-affb-acebff22be67 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Aug 11 08:03:16.444378 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1b4c69e0-944e-4ba5-b7c1-6e4ebe31235a req-9dc3223d-ef6c-4ab5-b5ef-92a09a54f483 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Aug 11 08:03:16.483367 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:16.552720 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:16.555087 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b048f2f-a30b-4e74-b05c-c1947689ef6b" -d '{"events": [{"server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "name": "network-vif-plugged", "status": "completed", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:16.591155 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e02b8d-a51e-476e-83a1-82cc5051bfe0 x-openstack-request-id: req-93e02b8d-a51e-476e-83a1-82cc5051bfe0 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:16.591445 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "name": "network-vif-plugged", "status": "completed", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:16.591697 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-93e02b8d-a51e-476e-83a1-82cc5051bfe0 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:16.592089 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'code': 200} Aug 11 08:03:16.738960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-82ce2198-15d2-4eb5-9618-7eab65763ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.739300 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fdad-cfc5-4eef-abd6-914e9c4e5e24 req-a0a29efd-03fe-41bc-bce7-205e4ed5b1ce tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:16.742122 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-68c3fdad-cfc5-4eef-abd6-914e9c4e5e24 req-a0a29efd-03fe-41bc-bce7-205e4ed5b1ce tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0580914 Aug 11 08:03:16.810957 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-68c3fdad-cfc5-4eef-abd6-914e9c4e5e24 req-f8cf54d0-9f1a-434a-9417-6ff16312e915 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Aug 11 08:03:16.815536 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e0a6c-cf37-4974-8371-1f38392adce6 req-3b646808-81e5-4284-a897-10448087542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:16.817221 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0e1e0a6c-cf37-4974-8371-1f38392adce6 req-3b646808-81e5-4284-a897-10448087542f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1098 time: 0.0621033 Aug 11 08:03:16.855299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.860416 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0e1e0a6c-cf37-4974-8371-1f38392adce6 req-2310ba34-b451-4729-b3a8-603605ba10a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Aug 11 08:03:16.955442 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440987c-6e21-484c-8a64-32b8f53b97fa req-0250e2dd-cd0e-4972-9332-7d6ba1d6a65b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:16.957045 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f440987c-6e21-484c-8a64-32b8f53b97fa req-0250e2dd-cd0e-4972-9332-7d6ba1d6a65b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0491908 Aug 11 08:03:17.000960 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f440987c-6e21-484c-8a64-32b8f53b97fa req-e1df079d-9042-4742-929c-8814b504955a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 Aug 11 08:03:17.548325 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a6a6-1fb1-4282-8fb3-8ce4ceb3a697 req-2c3f1edc-30e9-44a7-9cd9-405c5bec82b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:17.549841 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6993a6a6-1fb1-4282-8fb3-8ce4ceb3a697 req-2c3f1edc-30e9-44a7-9cd9-405c5bec82b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0515833 Aug 11 08:03:17.561681 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0587f-50de-4143-8ec6-74b9273adc5c req-4f330dd3-49ad-4549-a8ed-f2450cb2213c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:17.563185 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-71e0587f-50de-4143-8ec6-74b9273adc5c req-4f330dd3-49ad-4549-a8ed-f2450cb2213c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0489693 Aug 11 08:03:17.587634 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6993a6a6-1fb1-4282-8fb3-8ce4ceb3a697 req-a3097b97-c9ce-44d8-bb66-b32ab331301f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Aug 11 08:03:17.601395 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-71e0587f-50de-4143-8ec6-74b9273adc5c req-0de68a97-fa85-4199-a184-3d95ec8eee42 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 11 08:03:17.810017 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.928877 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e36d77-b732-4492-a05f-cc29e49e0f51 req-e84216d5-0ffb-4dae-8d21-c1afd8d5ac5b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:17.930383 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-37e36d77-b732-4492-a05f-cc29e49e0f51 req-e84216d5-0ffb-4dae-8d21-c1afd8d5ac5b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0504236 Aug 11 08:03:17.970954 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-37e36d77-b732-4492-a05f-cc29e49e0f51 req-dda96e2e-bbb7-4c04-a18f-70a2318d761c tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Aug 11 08:03:18.120517 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febae33-4df8-4b0a-a4af-eb53970be049 req-66c35d55-6b83-4280-a87f-2db9f9dda9d1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:18.122135 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0febae33-4df8-4b0a-a4af-eb53970be049 req-66c35d55-6b83-4280-a87f-2db9f9dda9d1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0548446 Aug 11 08:03:18.159340 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0febae33-4df8-4b0a-a4af-eb53970be049 req-1a540902-ec57-445d-b1d1-30317132fe83 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313983 Aug 11 08:03:18.716185 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a25b-a11d-4266-b287-6f0e791a7db2 req-b4a853b4-b058-4e58-b094-ec5cca6a557e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:18.717790 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ecb8a25b-a11d-4266-b287-6f0e791a7db2 req-b4a853b4-b058-4e58-b094-ec5cca6a557e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Aug 11 08:03:18.755865 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ecb8a25b-a11d-4266-b287-6f0e791a7db2 req-20e9d3dc-d9e4-4ed1-bf32-e036cb4e781f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Aug 11 08:03:18.873103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3790-da79-463e-a142-06e7c48114a1 req-0fe130de-8e1e-4bb9-82f7-bb6f753c4902 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:18.874609 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-451c3790-da79-463e-a142-06e7c48114a1 req-0fe130de-8e1e-4bb9-82f7-bb6f753c4902 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0541449 Aug 11 08:03:18.913101 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-451c3790-da79-463e-a142-06e7c48114a1 req-d42bc7a9-744d-4670-af58-55258c6869ae tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Aug 11 08:03:19.021805 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.089087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac42b8-1122-45e0-890c-8724464b2352 req-aec73180-bf8e-4619-bd17-05d334dd1147 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:19.090673 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9bac42b8-1122-45e0-890c-8724464b2352 req-aec73180-bf8e-4619-bd17-05d334dd1147 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Aug 11 08:03:19.129528 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9bac42b8-1122-45e0-890c-8724464b2352 req-1428c2e6-618d-4df4-be0e-a77d77719520 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 11 08:03:19.247869 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa772cf-38f9-445a-86e6-4ffd26fa1430 req-be276be5-6605-4cd2-9b43-455cbe77c9a2 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:19.249583 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ffa772cf-38f9-445a-86e6-4ffd26fa1430 req-be276be5-6605-4cd2-9b43-455cbe77c9a2 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0539730 Aug 11 08:03:19.277245 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43687aea-b255-4d72-8e3b-3e73ccf2da89 req-909224c5-0f98-4bb3-a5b0-0626f264363b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:19.278912 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43687aea-b255-4d72-8e3b-3e73ccf2da89 req-909224c5-0f98-4bb3-a5b0-0626f264363b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0528882 Aug 11 08:03:19.287058 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ffa772cf-38f9-445a-86e6-4ffd26fa1430 req-18a205bf-d544-443c-8241-3e61dca2e93d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Aug 11 08:03:19.318053 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43687aea-b255-4d72-8e3b-3e73ccf2da89 req-54f89187-ea35-4190-a1d8-e9a26fb0a803 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332935 Aug 11 08:03:20.244406 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d96141-5adc-4659-9c90-55a9ae69cfa1 req-7278eb73-32cc-4557-a1f6-3b5fedb4b3c9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:20.246082 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a7d96141-5adc-4659-9c90-55a9ae69cfa1 req-7278eb73-32cc-4557-a1f6-3b5fedb4b3c9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 11 08:03:20.283588 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a7d96141-5adc-4659-9c90-55a9ae69cfa1 req-86d3d774-8588-4b6e-bab3-64677d20e469 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Aug 11 08:03:20.430391 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19f585-c369-4745-a7e1-5b59458ad555 req-ae83cfc5-0a37-4260-899e-3c2cd455ad69 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:20.431761 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8c19f585-c369-4745-a7e1-5b59458ad555 req-ae83cfc5-0a37-4260-899e-3c2cd455ad69 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0476823 Aug 11 08:03:20.467584 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8c19f585-c369-4745-a7e1-5b59458ad555 req-c60846e2-067e-47b2-a79d-19ece93c2ea2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300059 Aug 11 08:03:21.404004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84ed1-3553-401b-8f2d-364bfae9ed7b req-0c81ef47-9fa2-49d3-b500-497147dda249 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:21.405554 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-afc84ed1-3553-401b-8f2d-364bfae9ed7b req-0c81ef47-9fa2-49d3-b500-497147dda249 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0497136 Aug 11 08:03:21.442175 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-afc84ed1-3553-401b-8f2d-364bfae9ed7b req-5ac404be-b2b2-4eae-8e5f-7953336ae22a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Aug 11 08:03:21.587448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38ac76-a158-4ff9-9322-530542932e04 req-ac0894b4-f15f-45fe-97d8-1c05ed261784 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:21.589250 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cc38ac76-a158-4ff9-9322-530542932e04 req-ac0894b4-f15f-45fe-97d8-1c05ed261784 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0506179 Aug 11 08:03:21.628852 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cc38ac76-a158-4ff9-9322-530542932e04 req-ed24120b-063e-41bc-a575-d34f38ecf320 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Aug 11 08:03:22.561945 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34718d-bdc2-4a3b-8896-90a52a19510d req-88ea72db-a6fc-440f-8342-67ee8c43c672 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:22.563418 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da34718d-bdc2-4a3b-8896-90a52a19510d req-88ea72db-a6fc-440f-8342-67ee8c43c672 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0533206 Aug 11 08:03:22.600409 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-da34718d-bdc2-4a3b-8896-90a52a19510d req-e5b6b088-eae9-4414-9e65-0f5489b814f0 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Aug 11 08:03:22.746294 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fda4f7-4603-4453-8f26-58ec77cd3ae6 req-899404b2-02ee-4071-91aa-a34e31386e46 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:22.747731 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2fda4f7-4603-4453-8f26-58ec77cd3ae6 req-899404b2-02ee-4071-91aa-a34e31386e46 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0524282 Aug 11 08:03:22.785443 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2fda4f7-4603-4453-8f26-58ec77cd3ae6 req-2880e936-b817-4e0c-a666-3041c10f552c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316389 Aug 11 08:03:23.713625 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b9aa1-be3f-4cec-b4f1-dc6bf84729f6 req-c1ae2863-cddd-49f5-b9e7-855ad923a73f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:23.716185 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-462b9aa1-be3f-4cec-b4f1-dc6bf84729f6 req-c1ae2863-cddd-49f5-b9e7-855ad923a73f tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Aug 11 08:03:23.752820 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-462b9aa1-be3f-4cec-b4f1-dc6bf84729f6 req-a11c07f9-b5cf-4782-8fce-14b58801b1eb tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Aug 11 08:03:23.900994 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b20533-e3c8-481c-aabd-29cc4648e267 req-b70820b9-6554-4ac6-817e-e7719524acdf tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:23.903354 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33b20533-e3c8-481c-aabd-29cc4648e267 req-b70820b9-6554-4ac6-817e-e7719524acdf tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0510459 Aug 11 08:03:23.942450 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33b20533-e3c8-481c-aabd-29cc4648e267 req-ab24cf2e-16e5-4177-b07b-0ad8bdf664e4 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Aug 11 08:03:24.868065 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1723aa-1da5-4a68-822f-b5fc2e68c8bb req-3c640a5d-ebf7-4dbc-8aad-301c618e38e8 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:24.869578 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5f1723aa-1da5-4a68-822f-b5fc2e68c8bb req-3c640a5d-ebf7-4dbc-8aad-301c618e38e8 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Aug 11 08:03:24.906828 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5f1723aa-1da5-4a68-822f-b5fc2e68c8bb req-1da09e22-64ba-4780-8d59-b4cba9cef96b tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Aug 11 08:03:25.061165 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545fef9-22b7-48f4-b971-e179d7e90ee5 req-d20a89a3-0260-42bd-b372-10c8f3604913 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:25.062618 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9545fef9-22b7-48f4-b971-e179d7e90ee5 req-d20a89a3-0260-42bd-b372-10c8f3604913 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0490701 Aug 11 08:03:25.099508 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9545fef9-22b7-48f4-b971-e179d7e90ee5 req-13d11a7a-4808-4ca4-8421-31c046b87ab2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309734 Aug 11 08:03:25.360792 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95cf2c-aa76-4003-9f18-3f278a871039 req-0605c4de-ec80-464f-85cc-f8d1306d975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:25.362365 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7e95cf2c-aa76-4003-9f18-3f278a871039 req-0605c4de-ec80-464f-85cc-f8d1306d975e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0441492 Aug 11 08:03:25.400394 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7e95cf2c-aa76-4003-9f18-3f278a871039 req-114949bc-fee5-45d8-90e0-339abb9e56dc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277705 Aug 11 08:03:26.021141 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fd46c-71fc-41ef-a5b4-0599cf7601ef req-58f36b85-3661-4352-9436-2bc71748ab73 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:26.022532 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a14fd46c-71fc-41ef-a5b4-0599cf7601ef req-58f36b85-3661-4352-9436-2bc71748ab73 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Aug 11 08:03:26.061204 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a14fd46c-71fc-41ef-a5b4-0599cf7601ef req-1e6a72af-941e-4f1e-9c40-d853094dd94a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 11 08:03:26.217999 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fdb0f-5db0-4003-8392-9c5460a1e39a req-1d6f1b85-1e2f-4377-89c0-0d49d41a352c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:26.219478 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-821fdb0f-5db0-4003-8392-9c5460a1e39a req-1d6f1b85-1e2f-4377-89c0-0d49d41a352c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0537076 Aug 11 08:03:26.257892 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-821fdb0f-5db0-4003-8392-9c5460a1e39a req-1427819b-e8aa-47b6-bd21-318603ad4c98 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323794 Aug 11 08:03:27.175913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60979cb8-3590-49e7-bdcc-9399cfb548e6 req-c623bdcc-513d-44de-bfee-73d7f3875c19 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.177426 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-60979cb8-3590-49e7-bdcc-9399cfb548e6 req-c623bdcc-513d-44de-bfee-73d7f3875c19 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0487339 Aug 11 08:03:27.213777 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-60979cb8-3590-49e7-bdcc-9399cfb548e6 req-72c76a4f-7f55-43c0-9638-809cffeb4486 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Aug 11 08:03:27.378882 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34e9c4-e7de-4a89-b2a7-0140b2561ed5 req-8611c90f-ffef-436a-88d4-ebc2488026ac tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.380405 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c34e9c4-e7de-4a89-b2a7-0140b2561ed5 req-8611c90f-ffef-436a-88d4-ebc2488026ac tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0536273 Aug 11 08:03:27.424735 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6c34e9c4-e7de-4a89-b2a7-0140b2561ed5 req-526eabdb-716e-4b1a-8dfe-ed441118a0c7 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365450 Aug 11 08:03:27.552073 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-06b02e44-3bff-4018-9c74-c4abf55335d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.553604 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-06b02e44-3bff-4018-9c74-c4abf55335d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89588d20c4b6407880d94175e5b43186&device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0679963 Aug 11 08:03:27.561812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c60a-ffe3-4241-8a63-99a45fe3ed3e req-4f2177b6-02e4-42b3-be96-35ae2f6b9242 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.563253 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8770c60a-ffe3-4241-8a63-99a45fe3ed3e req-4f2177b6-02e4-42b3-be96-35ae2f6b9242 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0796542 Aug 11 08:03:27.652827 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8770c60a-ffe3-4241-8a63-99a45fe3ed3e req-57b5fb6c-34ac-46b8-ab5d-2da18d588f12 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825002 Aug 11 08:03:27.679225 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-cdb4cbca-1e13-4ec4-817b-d12a37357746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.680704 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-cdb4cbca-1e13-4ec4-817b-d12a37357746 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 200 len: 919 time: 0.1123393 Aug 11 08:03:27.723708 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-259d28dc-13af-4368-9495-a01b54fe259c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 200 len: 217 time: 0.0352199 Aug 11 08:03:27.810103 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-8423f5a5-ad3f-4ea5-b356-15c8ae42e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.811556 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-8423f5a5-ad3f-4ea5-b356-15c8ae42e87c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 200 len: 858 time: 0.0528371 Aug 11 08:03:27.851673 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-3ba9e039-5e4e-4bf0-a162-3508fba202cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e145f70e-4b62-4667-8857-5e35fa119b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246420 Aug 11 08:03:27.946468 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-03e77932-6645-46d9-b54c-d3fe5ef56647 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797851 Aug 11 08:03:28.038757 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d97c9f1c-6b82-4fcd-a047-4a0c4f199067 req-a23df5ae-aa01-4882-b72f-5a5d758d2f79 service neutron] 10.222.0.78 "GET /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832415 Aug 11 08:03:28.544072 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284473e-dbf1-4454-bcad-21f022b78c1f req-fc90a58c-19f0-4eb8-bd52-c30c1c1f436b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:28.545603 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f284473e-dbf1-4454-bcad-21f022b78c1f req-fc90a58c-19f0-4eb8-bd52-c30c1c1f436b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0486493 Aug 11 08:03:28.584325 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f284473e-dbf1-4454-bcad-21f022b78c1f req-5fce011b-1478-41de-8cca-5a0b9e9079f6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Aug 11 08:03:28.753288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf0362-a6b1-4cfd-b6ab-b38ad705958c req-db78268b-87d6-45af-b925-b4342d9639a0 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:28.754747 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ffdf0362-a6b1-4cfd-b6ab-b38ad705958c req-db78268b-87d6-45af-b925-b4342d9639a0 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Aug 11 08:03:28.769595 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba690cd-33d4-425d-b932-ef207ef2a641 req-3a4f50ef-875c-4e04-bb12-c7e963bb6140 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:28.771093 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fba690cd-33d4-425d-b932-ef207ef2a641 req-3a4f50ef-875c-4e04-bb12-c7e963bb6140 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Aug 11 08:03:28.794653 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ffdf0362-a6b1-4cfd-b6ab-b38ad705958c req-05a09cdc-574b-42a3-aa63-49852462e72a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Aug 11 08:03:28.811506 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fba690cd-33d4-425d-b932-ef207ef2a641 req-1e6c5825-87d4-4305-b3a3-3fe523f58a31 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Aug 11 08:03:28.817688 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46536) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:28.898050 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e3441-5533-4a46-9fdb-cb0a90540a6f tempest-TestMinimumBasicScenario-1913521339 tempest-TestMinimumBasicScenario-1913521339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:28.899526 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e92e3441-5533-4a46-9fdb-cb0a90540a6f tempest-TestMinimumBasicScenario-1913521339 tempest-TestMinimumBasicScenario-1913521339-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1093 time: 0.0808055 Aug 11 08:03:28.903169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46540) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:28.907361 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'port_id': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:28.928507 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.026029 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.106627 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.131829 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Allocated IP 172.27.2.211 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/1602aa6e-129f-40a6-a249-4379e7d2717f) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:29.227644 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.265617 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.299370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:29.301988 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:29.307256 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:29.333826 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'Port': ['ID=1602aa6e-129f-40a6-a249-4379e7d2717f,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:29.681388 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.734702 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6980d5-6247-43ff-8d1e-73044959e1f1 req-c0bf827b-6e4b-4407-84b6-35cc9e4f24d8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:29.736179 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1b6980d5-6247-43ff-8d1e-73044959e1f1 req-c0bf827b-6e4b-4407-84b6-35cc9e4f24d8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0845318 Aug 11 08:03:29.947661 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415087dc-94a8-4ebd-8c22-9d89098210d7 req-87720cf9-65d5-4003-9b88-d6d3ddece840 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:29.949146 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-415087dc-94a8-4ebd-8c22-9d89098210d7 req-87720cf9-65d5-4003-9b88-d6d3ddece840 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0636666 Aug 11 08:03:29.990316 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-415087dc-94a8-4ebd-8c22-9d89098210d7 req-1abc49a4-f8c0-4e79-9a1a-3ed40c5205ba tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Aug 11 08:03:29.996887 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.027376 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1b6980d5-6247-43ff-8d1e-73044959e1f1 req-61dfc5ef-1123-4637-9d02-11aed2e3bafe tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845695 Aug 11 08:03:30.152552 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.156817 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.219654 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'Port': ['ID=1602aa6e-129f-40a6-a249-4379e7d2717f,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:30.233934 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.335958 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Floating IP cd11c101-a80d-45a0-bb82-cc59d382b23e associated. External IP: 172.27.2.211, port: 1671e753-d448-4c63-b8d1-fad4d0390a47. Aug 11 08:03:30.541696 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Router 5e70b6fb-3577-4bd8-aac1-a06277e48420 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:03:30.650349 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:03:30.661046 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Sync routers for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:03:30.665951 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.670732 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:30.671351 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:30.694329 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3c232ef9-0c89-4fcb-8cee-94ba760c6953 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7901673 Aug 11 08:03:30.694907 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:30.697169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f73980-d258-4538-9b02-d4806921710a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:30.697345 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46550) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:30.703567 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30831364', 'description': 'tempest-secgroup-smoke-30831364 description', 'project_id': '6ce8352a6659488998d58021bb2c8ccf'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:30.728316 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.734970 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1544834-9bac-4f7a-b956-ff4dc26c2d4f x-openstack-request-id: req-d1544834-9bac-4f7a-b956-ff4dc26c2d4f {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:30.735452 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:30.735850 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d1544834-9bac-4f7a-b956-ff4dc26c2d4f {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:30.736903 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:03:30.800098 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:30.815682 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73980-d258-4538-9b02-d4806921710a req-2bb3d233-319a-4cb9-ba17-d104e5654ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.817530 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-2bb3d233-319a-4cb9-ba17-d104e5654ed1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1098 time: 0.0452044 Aug 11 08:03:30.818034 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.822239 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.850857 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.852091 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1536453 Aug 11 08:03:30.854127 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6263139a-0668-42d7-9500-8ee7b3cc4969,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:30.857103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46554) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:30.864470 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:30.871211 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.871574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.871905 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.872244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.872574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.872928 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.873261 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.873589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.873917 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.874249 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.874563 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.874901 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54629a33-78ae-4dd0-b5c7-ac5794002da1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:30.902429 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.937799 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73980-d258-4538-9b02-d4806921710a req-4230483c-a81d-45d5-b09c-6e421518865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.939327 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-4230483c-a81d-45d5-b09c-6e421518865c service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.1039021 Aug 11 08:03:30.962792 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.968721 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.993484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:30.997424 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392524 Aug 11 08:03:30.998534 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46556) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:31.000373 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bd7b1-3e5b-4cae-9495-3f358b29ae1c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bf05e2-6171-46bb-8742-78b0254823c8,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.003641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.028798 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-c51ae039-c250-43d9-8864-52b4f455369e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 999 time: 0.0772147 Aug 11 08:03:31.039852 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'cd11c101-a80d-45a0-bb82-cc59d382b23e', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'port_id': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'mac_address': 'fa:16:3e:5f:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:03:29Z', 'updated_at': '2021-08-11T08:03:29Z', 'revision_number': 0, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:31.056428 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.156781 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb19b53-924d-442c-8610-c41e35129827 req-60c3ffc8-50ea-42b8-abc3-aba478d06f49 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.158531 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6fb19b53-924d-442c-8610-c41e35129827 req-60c3ffc8-50ea-42b8-abc3-aba478d06f49 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0563676 Aug 11 08:03:31.172974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73980-d258-4538-9b02-d4806921710a req-6648858c-335d-481d-82f9-e7b07ddf05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.174566 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-6648858c-335d-481d-82f9-e7b07ddf05d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.1301012 Aug 11 08:03:31.175006 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Checking router: 5e70b6fb-3577-4bd8-aac1-a06277e48420 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:03:31.184670 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:31.185503 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:31.205603 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6fb19b53-924d-442c-8610-c41e35129827 req-5eff7ef4-5775-4e14-b89d-6898e6626df7 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Aug 11 08:03:31.223252 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d53ba-ba02-4e54-93da-fd2b0d766c59 req-3524b8e2-50b6-4a3c-8058-b945ef57d96e tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.224847 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-470d53ba-ba02-4e54-93da-fd2b0d766c59 req-3524b8e2-50b6-4a3c-8058-b945ef57d96e tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.1422060 Aug 11 08:03:31.235178 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.245167 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.276054 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9acd8c0-339e-4a51-8f4a-c5de7b3d4aaa,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.294026 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73980-d258-4538-9b02-d4806921710a req-a77d3b87-8ef2-45fd-8a86-98529ae10717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.295587 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-a77d3b87-8ef2-45fd-8a86-98529ae10717 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1114438 Aug 11 08:03:31.298635 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:31.303577 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-470d53ba-ba02-4e54-93da-fd2b0d766c59 req-4130ebee-a020-4023-90c3-15c68b4c0fac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712328 Aug 11 08:03:31.304655 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.308778 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d3e76e43-edb0-4015-bfab-c4883ce5010f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087485 Aug 11 08:03:31.309381 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46564) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:31.316851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.380819 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.422873 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-6a13ee6b-e790-4356-ab37-1d1d98e6da25 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129365 Aug 11 08:03:31.439105 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.445132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.501514 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.502792 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917388 Aug 11 08:03:31.506284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46572) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:31.512285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.536594 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24652e2-6711-4b02-beb4-6e6cec716aee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e8ce4c-293b-4541-ab70-df2788d93f81,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.541725 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6b3e-cecf-44e8-91cc-954efdaf6672 req-6899874f-f88c-40e8-86df-d1b387a0a460 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.550098 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-093e6b3e-cecf-44e8-91cc-954efdaf6672 req-6899874f-f88c-40e8-86df-d1b387a0a460 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.1218541 Aug 11 08:03:31.570067 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.584102 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-76cfc7ca-25e9-4f8c-b683-dfd0e0f9b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.586425 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-76cfc7ca-25e9-4f8c-b683-dfd0e0f9b0d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 1099 time: 0.1250770 Aug 11 08:03:31.597693 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23f73980-d258-4538-9b02-d4806921710a req-e433a82c-fcc2-4edf-a0dd-3fe44d646901 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425712 Aug 11 08:03:31.609587 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-093e6b3e-cecf-44e8-91cc-954efdaf6672 req-f52c2642-e927-47cb-9948-72f9b35bd4a3 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585742 Aug 11 08:03:31.646396 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'cd11c101-a80d-45a0-bb82-cc59d382b23e', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'port_id': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'mac_address': 'fa:16:3e:5f:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:03:29Z', 'updated_at': '2021-08-11T08:03:29Z', 'revision_number': 0, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:31.680848 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ef7e8-19eb-43db-a2c5-a8bfbff1253c None None] The sync data for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi is: [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'cd11c101-a80d-45a0-bb82-cc59d382b23e', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'port_id': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'mac_address': 'fa:16:3e:5f:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:03:29Z', 'updated_at': '2021-08-11T08:03:29Z', 'revision_number': 0, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:03:31.724925 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.733419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.762670 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-e06991c5-26fb-4120-82e0-f929b7c9c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.764360 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-e06991c5-26fb-4120-82e0-f929b7c9c3d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.1654043 Aug 11 08:03:31.765234 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaeb927-4fc5-43eb-b479-407e7ab1b682,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.781094 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.782317 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-209a678f-283e-447b-8fef-e9f5f9537c36 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2749541 Aug 11 08:03:31.785171 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46580) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:31.790853 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.815757 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.securitygroups_db [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Project 6ce8352a6659488998d58021bb2c8ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:03:31.822850 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.842874 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-11c3cd17-4e6e-46a6-ad3a-c38caad99ad2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 200 len: 1001 time: 0.0702529 Aug 11 08:03:31.897603 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.902520 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.922182 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a1483a-70cd-4d89-b425-fb8399fffc94,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.930738 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.934861 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ed18c583-45a3-4ac7-add9-6d66ddbf83ee tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457260 Aug 11 08:03:31.935057 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46582) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:31.939954 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'security_group_rule': {'security_group_id': '6263139a-0668-42d7-9500-8ee7b3cc4969', 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.944685 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5727103-92da-4626-ac46-134939f6e66b None None] New status for floating IP cd11c101-a80d-45a0-bb82-cc59d382b23e: ACTIVE {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:03:31.963520 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.securitygroups_db [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Project 6ce8352a6659488998d58021bb2c8ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:03:31.970025 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.040705 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.045959 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.068058 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e1eba6-9464-4c93-9dfe-bfa1831a3eeb,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:32.075683 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.077417 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cd050ac5-26c2-47a5-a1a6-4ff5cb879204 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412187 Aug 11 08:03:32.173785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-b869c911-f6f1-4c1c-b4d7-0c6dbaf9c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.175232 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-b869c911-f6f1-4c1c-b4d7-0c6dbaf9c89e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.3202991 Aug 11 08:03:32.182270 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-2de3cce5-e10a-40b5-9ba2-143cecea363d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30831364&fields=id&tenant_id=6ce8352a6659488998d58021bb2c8ccf HTTP/1.1" status: 200 len: 267 time: 0.0460758 Aug 11 08:03:32.253823 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-f2b7cc3b-9571-44af-95d4-9895210a12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.255320 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-f2b7cc3b-9571-44af-95d4-9895210a12d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707238 Aug 11 08:03:32.263044 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-6e4b033b-e6c9-439b-85f9-5603834dd1e8 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.264745 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-6e4b033b-e6c9-439b-85f9-5603834dd1e8 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0730553 Aug 11 08:03:32.275813 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'port': {'security_groups': ['58986ac0-faf8-48cd-9aba-39de20624124', '6263139a-0668-42d7-9500-8ee7b3cc4969']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:32.400639 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.429206 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-66f4b3ca-7b04-4907-aa70-658b484be29f service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495452 Aug 11 08:03:32.586901 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-02f50131-6e7b-4f9f-a208-fb32cff7d7c8 req-c1bfc08e-c0f3-4af3-ab8b-0faf683e4531 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389732 Aug 11 08:03:32.672674 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:32.702741 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.708425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.721333 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:32.742039 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a452-675d-4d44-a39e-c41235d7af2e req-2ae07a66-f5d1-42e6-9a1f-7c5471f562bb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.744564 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1757a452-675d-4d44-a39e-c41235d7af2e req-2ae07a66-f5d1-42e6-9a1f-7c5471f562bb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0578859 Aug 11 08:03:32.785634 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.786668 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.788296 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-29e6c470-fe3e-4b3e-adf2-a86409a0066e req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "PUT /v2.0/ports/1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 981 time: 0.5170553 Aug 11 08:03:32.788934 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:32.796500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:32.819372 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1757a452-675d-4d44-a39e-c41235d7af2e req-63ad5ef7-fa41-4e5d-9cbe-ab2af927d861 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683792 Aug 11 08:03:32.847304 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee151d-e4c5-42a3-aeb0-76db1c9bcd9e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=6']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:32.923155 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e64fa-f962-4e5e-a7a7-1c2646a65434 x-openstack-request-id: req-d68e64fa-f962-4e5e-a7a7-1c2646a65434 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:32.923546 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:32.924041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d68e64fa-f962-4e5e-a7a7-1c2646a65434 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:32.924408 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:03:32.970233 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f6095-c6db-4624-ad43-0bc92c7e4215 req-a07262d0-632b-453e-8fa0-ad285e81cc9a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.971377 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e6f6095-c6db-4624-ad43-0bc92c7e4215 req-a07262d0-632b-453e-8fa0-ad285e81cc9a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0711584 Aug 11 08:03:33.000411 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:33.019711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-9f3cf143-530a-4e00-9cd5-f0fb5f2ea789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.022020 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-9f3cf143-530a-4e00-9cd5-f0fb5f2ea789 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1137 time: 0.0669611 Aug 11 08:03:33.042894 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e6f6095-c6db-4624-ad43-0bc92c7e4215 req-0e026d1b-4f6c-4f1a-bb16-e2e34e5b248a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642092 Aug 11 08:03:33.103546 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-c1859c7b-3edf-4bdb-947a-9d809317bbf4 None None] Provisioning complete for port 1671e753-d448-4c63-b8d1-fad4d0390a47 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:33.103930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c1859c7b-3edf-4bdb-947a-9d809317bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.142245 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-0b6acec6-f5f9-45fc-ac4a-9f024e6426fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.143731 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-0b6acec6-f5f9-45fc-ac4a-9f024e6426fe service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.1097670 Aug 11 08:03:33.220014 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-3ca90ead-5c10-471d-9d87-569e56df4be1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 1001 time: 0.0632427 Aug 11 08:03:33.279866 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-07bac8b7-0435-4e74-9ccd-6febaeceaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.281796 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-07bac8b7-0435-4e74-9ccd-6febaeceaa74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0491533 Aug 11 08:03:33.336397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-b54f2071-6be0-4580-872e-8ea497ffd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.338352 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-b54f2071-6be0-4580-872e-8ea497ffd806 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450542 Aug 11 08:03:33.442690 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-e4968aec-ad8d-4233-a0fa-b446cb2b1d0a service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923331 Aug 11 08:03:33.535977 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6a5ac60-bf98-4fe2-b565-e0e5f0e34572 req-8967621e-df29-472b-b6a9-d36448776db8 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850630 Aug 11 08:03:33.935772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98522793-8ae1-4068-bd5e-82e4e8dfccff req-a0eb94f5-70a3-4dd8-8f78-a79f21488bd2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.937319 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-98522793-8ae1-4068-bd5e-82e4e8dfccff req-a0eb94f5-70a3-4dd8-8f78-a79f21488bd2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0528550 Aug 11 08:03:33.974470 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-98522793-8ae1-4068-bd5e-82e4e8dfccff req-093ced18-fbab-4f85-b6e5-61a663fcf64c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311055 Aug 11 08:03:35.486117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e3ec-549c-4f5d-9a7b-79b69ec84043 req-876f8834-5533-4db5-b170-5b2f0e11c7ae tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:35.487632 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8881e3ec-549c-4f5d-9a7b-79b69ec84043 req-876f8834-5533-4db5-b170-5b2f0e11c7ae tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0486219 Aug 11 08:03:35.524963 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8881e3ec-549c-4f5d-9a7b-79b69ec84043 req-8aeeef1f-787c-49d5-bba7-468f1e334a53 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Aug 11 08:03:36.640028 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665134e2-8032-4260-bf00-722905a4df52 req-89a8769c-5210-4463-8dfb-7d2e5dfc8eb9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:36.641532 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-665134e2-8032-4260-bf00-722905a4df52 req-89a8769c-5210-4463-8dfb-7d2e5dfc8eb9 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0483849 Aug 11 08:03:36.681859 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-665134e2-8032-4260-bf00-722905a4df52 req-6cc633b3-ccf5-4a6b-8531-00dd4194596d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Aug 11 08:03:37.799414 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed805f6-75f8-4e54-bd76-7a76258a6c0d req-a57d0bc5-43b2-4165-9c66-78371e2e3206 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:37.801057 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ed805f6-75f8-4e54-bd76-7a76258a6c0d req-a57d0bc5-43b2-4165-9c66-78371e2e3206 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0505891 Aug 11 08:03:37.838700 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ed805f6-75f8-4e54-bd76-7a76258a6c0d req-8cf74867-de7d-4a4e-8062-15b5dc6e8f78 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 11 08:03:38.328167 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-c2173646-2518-4238-bf0f-00f074b1f386 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:38.329623 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-c2173646-2518-4238-bf0f-00f074b1f386 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 945 time: 0.0510476 Aug 11 08:03:38.439528 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Deleting port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:03:38.439998 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.530830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] For port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:38.531273 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.544806 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Calling delete_port for dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:03:38.669312 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.681325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:38.702124 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Pushing event deleted for resources: {'Port': ['ID=dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:38.744705 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] No DVR routers for this DVR port dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:03:38.749171 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.751623 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-353941b4-b2d3-482b-9652-cc3657a80f4f req-8f7ad7de-b04b-414e-8dfc-68009fc08ffd tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "DELETE /v2.0/ports/dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 HTTP/1.1" status: 204 len: 173 time: 0.3986921 Aug 11 08:03:38.752229 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'name': 'network-vif-deleted', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:38.754622 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e2bce-c619-4f58-991b-0d193890f2a1" -d '{"events": [{"server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "name": "network-vif-deleted", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:38.799232 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d06a58-13f5-4a1b-92ae-1afeb6abb916 x-openstack-request-id: req-68d06a58-13f5-4a1b-92ae-1afeb6abb916 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:38.799891 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52de10d-b546-4ce5-80cb-311ed597cc1f", "name": "network-vif-deleted", "tag": "dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:38.800782 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68d06a58-13f5-4a1b-92ae-1afeb6abb916 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:38.801428 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52de10d-b546-4ce5-80cb-311ed597cc1f', 'name': 'network-vif-deleted', 'tag': 'dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4', 'status': 'completed', 'code': 200} Aug 11 08:03:38.944451 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7af4d36a-71f2-4578-8bc4-632e7024da54 req-792153d3-7808-4301-8543-99fbcabe88a6 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=e52de10d-b546-4ce5-80cb-311ed597cc1f HTTP/1.1" status: 200 len: 210 time: 0.0270088 Aug 11 08:03:40.220974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3942b-b302-475b-8726-20490c26e713 req-e7e99d86-5768-43cc-9e52-54cc5f518628 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:40.222446 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f3942b-b302-475b-8726-20490c26e713 req-e7e99d86-5768-43cc-9e52-54cc5f518628 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0475290 Aug 11 08:03:40.260113 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f3942b-b302-475b-8726-20490c26e713 req-0ea5ab64-6bfd-4ea6-814d-b3b13aac9c41 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Aug 11 08:03:41.141521 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:03:41.376486 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7d482-4e22-4f41-ab8c-57a40fcba02b req-192e39e5-8872-4b1d-b28a-d80620f46f43 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:41.377978 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2ef7d482-4e22-4f41-ab8c-57a40fcba02b req-192e39e5-8872-4b1d-b28a-d80620f46f43 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Aug 11 08:03:41.415553 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2ef7d482-4e22-4f41-ab8c-57a40fcba02b req-4d811ea9-e49a-484e-80dc-24871e1f2c36 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 11 08:03:42.461587 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:03:42.482016 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:03:42.482458 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device dd0d2b46-d6aa-41aa-9b9c-9c9f761bb4c4 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:03:42.530200 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cdb40-8519-43d6-88e3-25f5abbd90c4 req-32250f7c-38fa-4df8-b5e0-e3e86f4d2ceb tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:42.531721 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e3cdb40-8519-43d6-88e3-25f5abbd90c4 req-32250f7c-38fa-4df8-b5e0-e3e86f4d2ceb tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Aug 11 08:03:42.569735 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4e3cdb40-8519-43d6-88e3-25f5abbd90c4 req-15f37b40-1a33-4e91-885f-4cb5a2a8e678 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 11 08:03:43.687436 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd4959-7c17-4bb4-80e8-5fc354f65ebc req-8e37a0a1-a58c-4cea-b967-1d74a4874dc2 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:43.688894 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-45cd4959-7c17-4bb4-80e8-5fc354f65ebc req-8e37a0a1-a58c-4cea-b967-1d74a4874dc2 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Aug 11 08:03:43.725683 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-45cd4959-7c17-4bb4-80e8-5fc354f65ebc req-fb50f1f5-8fc4-4982-9104-fc74ef5c8bb2 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Aug 11 08:03:43.787870 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3eb139e5-7778-4f83-8013-7d0c8c81fc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.838929 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936fa4-6ade-4c95-b0ed-cff0aacce31c req-a20b5878-0687-461e-b0e7-b90d96fade8d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:44.841102 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8c936fa4-6ade-4c95-b0ed-cff0aacce31c req-a20b5878-0687-461e-b0e7-b90d96fade8d tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0483370 Aug 11 08:03:44.881015 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8c936fa4-6ade-4c95-b0ed-cff0aacce31c req-eb707f90-4d8d-4829-8a48-403fff6e73e7 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Aug 11 08:03:45.998927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e94b8-7f87-4e99-92dc-6babc05283fd req-3e81ab31-0d5c-4f29-84fc-7a2e86c03f42 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:46.000327 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ff6e94b8-7f87-4e99-92dc-6babc05283fd req-3e81ab31-0d5c-4f29-84fc-7a2e86c03f42 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Aug 11 08:03:46.036912 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ff6e94b8-7f87-4e99-92dc-6babc05283fd req-c57856ef-a060-4b74-bec1-d131173a5635 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/security-groups?id=c7d21789-65cb-4fa8-a4f9-d93f738f07fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Aug 11 08:03:46.211880 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-24b75b24-00ea-407e-80a8-e53f6dfaa79a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:46.213392 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-24b75b24-00ea-407e-80a8-e53f6dfaa79a tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 945 time: 0.0474656 Aug 11 08:03:46.318728 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Deleting port 7f656a22-4913-4644-a7dc-73d75c2c8d0c {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:03:46.319070 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.427605 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] For port 7f656a22-4913-4644-a7dc-73d75c2c8d0c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7f656a22-4913-4644-a7dc-73d75c2c8d0c,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:46.427999 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.443755 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Calling delete_port for 7f656a22-4913-4644-a7dc-73d75c2c8d0c owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:03:46.599170 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.617341 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['7f656a22-4913-4644-a7dc-73d75c2c8d0c'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:46.633888 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Pushing event deleted for resources: {'Port': ['ID=7f656a22-4913-4644-a7dc-73d75c2c8d0c,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:46.686669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] No DVR routers for this DVR port 7f656a22-4913-4644-a7dc-73d75c2c8d0c on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:03:46.689610 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.691667 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a131a490-3376-4014-a963-7d2cfa2b0d44 req-ce73fba1-2763-499c-aae2-425bad7d40ac tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.78 "DELETE /v2.0/ports/7f656a22-4913-4644-a7dc-73d75c2c8d0c HTTP/1.1" status: 204 len: 173 time: 0.4658997 Aug 11 08:03:46.692571 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'name': 'network-vif-deleted', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:46.694867 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0913287a-38f5-4a35-99eb-6e5f9017bf4e" -d '{"events": [{"server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "name": "network-vif-deleted", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:46.732731 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5da4-8a7c-4299-9cb7-3f44ec63d09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.739560 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d374383-3658-49f9-9c9e-af7bea99e4be x-openstack-request-id: req-7d374383-3658-49f9-9c9e-af7bea99e4be {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:46.739839 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c0462c-6ad8-45f6-a0f6-111423f9d5d9", "name": "network-vif-deleted", "tag": "7f656a22-4913-4644-a7dc-73d75c2c8d0c", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:46.740090 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d374383-3658-49f9-9c9e-af7bea99e4be {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:46.740475 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c0462c-6ad8-45f6-a0f6-111423f9d5d9', 'name': 'network-vif-deleted', 'tag': '7f656a22-4913-4644-a7dc-73d75c2c8d0c', 'status': 'completed', 'code': 200} Aug 11 08:03:46.851756 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.151646 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7237fa6c-b175-41bc-8eec-65c60040d622 req-6b2bc7cc-6eff-443c-8db5-f911eba5ab99 tempest-ServerRescueNegativeTestJSON-1200283347 tempest-ServerRescueNegativeTestJSON-1200283347-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6c0462c-6ad8-45f6-a0f6-111423f9d5d9 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Aug 11 08:03:47.812216 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.209899 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46660) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:48.613285 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.902709 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Deleting port 3c066e91-2da8-41c0-b035-8ebc9d471e44 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:03:48.903052 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.984220 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] For port 3c066e91-2da8-41c0-b035-8ebc9d471e44, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=3c066e91-2da8-41c0-b035-8ebc9d471e44,segment=NetworkSegment(264529ca-b807-49c5-8c72-11b9391ab70e),segment_id=264529ca-b807-49c5-8c72-11b9391ab70e)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:48.984590 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.997435 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Calling delete_port for 3c066e91-2da8-41c0-b035-8ebc9d471e44 owned by network:router_interface {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:03:49.024556 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.436252 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.466211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c066e91-2da8-41c0-b035-8ebc9d471e44,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:49.614787 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.828406 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Router 3c23d791-e8f4-4cc2-8468-78884e5a15ad has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:03:49.931978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:03:49.937304 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-bfce137c-fc67-4ad0-95ae-1a44af0c90c4 admin admin] 10.222.0.68 "PUT /v2.0/routers/3c23d791-e8f4-4cc2-8468-78884e5a15ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263987 Aug 11 08:03:49.939693 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46662) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:49.940657 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Sync routers for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:03:49.950980 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:49.951655 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:50.041448 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.052056 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:50.143526 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.195505 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Deleting port 0238c6a1-b41a-489e-b7cc-208fd764f761 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:03:50.195944 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.223648 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:03:49Z', 'revision_number': 5, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port': {'id': '0238c6a1-b41a-489e-b7cc-208fd764f761', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:00:55Z', 'updated_at': '2021-08-11T08:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:50.249877 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Checking router: 3c23d791-e8f4-4cc2-8468-78884e5a15ad for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:03:50.257850 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Routers {'3c23d791-e8f4-4cc2-8468-78884e5a15ad'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:50.258451 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:50.276454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] For port 0238c6a1-b41a-489e-b7cc-208fd764f761, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0238c6a1-b41a-489e-b7cc-208fd764f761,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:50.277441 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.288833 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Calling delete_port for 0238c6a1-b41a-489e-b7cc-208fd764f761 owned by network:router_gateway {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:03:50.344626 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] Set router 3c23d791-e8f4-4cc2-8468-78884e5a15ad gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:50.397077 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:03:50Z', 'revision_number': 6, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:50.422961 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069f32b-c203-48ab-a1a1-411aaf27ec24 None None] The sync data for ids ['3c23d791-e8f4-4cc2-8468-78884e5a15ad'] in dv-cinder-802669-4-iscsi is: [{'id': '3c23d791-e8f4-4cc2-8468-78884e5a15ad', 'name': 'tempest-ServerRescueNegativeTestJSON-554755589-router', 'tenant_id': '89588d20c4b6407880d94175e5b43186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:00:54Z', 'updated_at': '2021-08-11T08:03:50Z', 'revision_number': 6, 'project_id': '89588d20c4b6407880d94175e5b43186', 'gw_port_host': None}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:03:50.455859 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.481084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0238c6a1-b41a-489e-b7cc-208fd764f761,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.488583 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 7f656a22-4913-4644-a7dc-73d75c2c8d0c no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:03:50.508128 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 7f656a22-4913-4644-a7dc-73d75c2c8d0c {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:03:50.508467 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 7f656a22-4913-4644-a7dc-73d75c2c8d0c not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:03:50.545580 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.654641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.656684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.719213 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.719865 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c23d791-e8f4-4cc2-8468-78884e5a15ad {{(pid=93660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:03:50.725067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.728457 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-86daf122-7f7a-48a1-af3a-be1fb1f91d3c admin admin] 10.222.0.68 "DELETE /v2.0/routers/3c23d791-e8f4-4cc2-8468-78884e5a15ad HTTP/1.1" status: 204 len: 168 time: 0.7856264 Aug 11 08:03:50.728979 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46664) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:50.775819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Deleting subnet 75fb34e7-c1e1-40c4-8590-5d178d080099 {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:03:50.778943 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.819248 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.859413 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.910998 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.937370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fb34e7-c1e1-40c4-8590-5d178d080099,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.939315 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.941333 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0442a306-282b-45bc-b0ed-d3de5008ac83 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/75fb34e7-c1e1-40c4-8590-5d178d080099 HTTP/1.1" status: 204 len: 168 time: 0.2111759 Aug 11 08:03:50.943687 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46666) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:51.012436 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.087829 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.097431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e145f70e-4b62-4667-8857-5e35fa119b2b']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:51.107107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264529ca-b807-49c5-8c72-11b9391ab70e') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:51.107402 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264529ca-b807-49c5-8c72-11b9391ab70e') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:51.115790 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.132788 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.139163 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:03:51.139545 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:03:51.141152 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:03:51.195781 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.203700 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.205623 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e145f70e-4b62-4667-8857-5e35fa119b2b HTTP/1.1" status: 204 len: 168 time: 0.2610419 Aug 11 08:03:51.215763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ec13c-44d7-45e6-9d7a-6ee273e39cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e145f70e-4b62-4667-8857-5e35fa119b2b,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:51.376602 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46670) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:51.418462 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-654106f2-7329-4a40-a749-b78cb9f98d8b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89588d20c4b6407880d94175e5b43186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406148 Aug 11 08:03:51.420802 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46672) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:51.474460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.496112 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.545115 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.547629 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.548783 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c7d21789-65cb-4fa8-a4f9-d93f738f07fb HTTP/1.1" status: 204 len: 168 time: 0.1269863 Aug 11 08:03:51.556672 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8241b-5630-4bb7-95bc-a25c3736c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d21789-65cb-4fa8-a4f9-d93f738f07fb,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:51.798990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0238c6a1-b41a-489e-b7cc-208fd764f761 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:03:51.821870 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 0238c6a1-b41a-489e-b7cc-208fd764f761 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:03:51.822281 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0238c6a1-b41a-489e-b7cc-208fd764f761 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:03:51.822783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 3c066e91-2da8-41c0-b035-8ebc9d471e44 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:03:51.842370 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 3c066e91-2da8-41c0-b035-8ebc9d471e44 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:03:51.842731 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 3c066e91-2da8-41c0-b035-8ebc9d471e44 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:03:58.956839 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-2ef35cd8-0f70-46c1-9352-584f4a8c099b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379226 Aug 11 08:03:59.039874 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-80bc3cc9-a52c-4860-a8a5-b5185f8bf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.041261 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-80bc3cc9-a52c-4860-a8a5-b5185f8bf1cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 1100 time: 0.0393600 Aug 11 08:03:59.107563 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.154815 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-8089e507-4696-4dbb-a4fa-ebe6fb07fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.156317 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-8089e507-4696-4dbb-a4fa-ebe6fb07fcea service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.0882249 Aug 11 08:03:59.228376 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-7d83f247-bd1c-4c1d-806c-4261398a746b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0576293 Aug 11 08:03:59.288609 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-e023b57d-a395-4085-9e74-e08aba5a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.290114 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-e023b57d-a395-4085-9e74-e08aba5a72fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0456438 Aug 11 08:03:59.337319 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-c1b8ac12-359e-4d2e-810c-0cbb1a3880b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.338826 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-c1b8ac12-359e-4d2e-810c-0cbb1a3880b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392902 Aug 11 08:03:59.431413 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-ae0e23db-5eb9-4c80-99ed-9aede6b50ac8 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797818 Aug 11 08:03:59.523654 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d47a3bbf-17de-470c-8dd9-6e423f69d476 req-c846a61d-7296-4bd2-8574-0f2732893f50 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824142 Aug 11 08:04:01.998840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed862292-6fd9-4844-ad4f-bc6172a5ef8a req-bd248b25-c2f8-4daa-b710-40a21589e1b9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:02.000349 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ed862292-6fd9-4844-ad4f-bc6172a5ef8a req-bd248b25-c2f8-4daa-b710-40a21589e1b9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0506260 Aug 11 08:04:02.038872 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ed862292-6fd9-4844-ad4f-bc6172a5ef8a req-36b09b8a-5690-4604-b877-78470f499097 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324519 Aug 11 08:04:03.163636 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b481b-cf39-4a19-a4f8-42b9d2c36160 req-232e6448-a720-420b-964c-94970a933efb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:03.165200 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-888b481b-cf39-4a19-a4f8-42b9d2c36160 req-232e6448-a720-420b-964c-94970a933efb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0498545 Aug 11 08:04:03.203396 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-888b481b-cf39-4a19-a4f8-42b9d2c36160 req-83e9e710-3e0d-44b9-a4e9-89e08b8f4b96 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Aug 11 08:04:03.810091 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-8b68ec9a-7737-4336-8a38-c70648e03207 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:03.811573 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-8b68ec9a-7737-4336-8a38-c70648e03207 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0512507 Aug 11 08:04:03.910578 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Deleting port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:03.910925 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.996422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] For port d3fc5ea2-699e-44e6-9d97-4d478319a3d6, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:03.996692 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.222138 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.222739 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.222923 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Floating IP b3d045c3-83ec-47d6-b484-8101bead6c94 disassociated. External IP: 172.27.2.53, port: d3fc5ea2-699e-44e6-9d97-4d478319a3d6. Aug 11 08:04:04.223264 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Calling delete_port for d3fc5ea2-699e-44e6-9d97-4d478319a3d6 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:04.327370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfe40-cfeb-4378-832c-c0efc61079ee req-10690824-f980-46d7-bc0b-c6a5f49983b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:04.328914 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f01dfe40-cfeb-4378-832c-c0efc61079ee req-10690824-f980-46d7-bc0b-c6a5f49983b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c75d48-7b67-4b38-8c55-5ef42f845821 HTTP/1.1" status: 200 len: 947 time: 0.0502656 Aug 11 08:04:04.359317 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.367562 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f01dfe40-cfeb-4378-832c-c0efc61079ee req-4de6c232-91e8-4529-ae21-396ef6d10057 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=083ac708-9db9-4470-8be9-877598229b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Aug 11 08:04:04.389177 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'Port': ['ID=d3fc5ea2-699e-44e6-9d97-4d478319a3d6,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:04.503571 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:04.612478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:04.623247 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:04.632096 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:04.632718 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:04.653787 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] No DVR routers for this DVR port d3fc5ea2-699e-44e6-9d97-4d478319a3d6 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:04:04.656505 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.658603 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9cb3ca80-74ad-410c-8fe2-ae921011f896 req-386f6449-5720-435b-9d14-c2563f8cb280 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "DELETE /v2.0/ports/d3fc5ea2-699e-44e6-9d97-4d478319a3d6 HTTP/1.1" status: 204 len: 173 time: 0.8381617 Aug 11 08:04:04.659026 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-deleted', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:04.661268 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763e708-5fd3-4c2b-b9c6-b06e57e9d13b" -d '{"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-deleted", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:04.703463 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a23607-dbb3-45e4-aaf4-0bbb8ec6fd12 x-openstack-request-id: req-c8a23607-dbb3-45e4-aaf4-0bbb8ec6fd12 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:04.703747 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c75d48-7b67-4b38-8c55-5ef42f845821", "name": "network-vif-deleted", "tag": "d3fc5ea2-699e-44e6-9d97-4d478319a3d6", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:04.703994 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8a23607-dbb3-45e4-aaf4-0bbb8ec6fd12 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:04.704383 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c75d48-7b67-4b38-8c55-5ef42f845821', 'name': 'network-vif-deleted', 'tag': 'd3fc5ea2-699e-44e6-9d97-4d478319a3d6', 'status': 'completed', 'code': 200} Aug 11 08:04:04.746485 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:04.946732 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:04.976204 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:04.984839 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:04.985464 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:03:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:05.227761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:05.459969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:05.471959 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46866) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:05.496808 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcfe8b7-ee2a-4516-818f-fb0deeb7a220 None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:05.537199 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.571611 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.632536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.635262 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.640043 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "DELETE /v2.0/security-groups/083ac708-9db9-4470-8be9-877598229b50 HTTP/1.1" status: 204 len: 168 time: 0.1645451 Aug 11 08:04:05.640398 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46870) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:05.654366 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.api.v2.resource [None req-e77100c3-abf6-45b9-a72d-b53b105c3974 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] show failed (client error): The resource could not be found. Aug 11 08:04:05.655406 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e77100c3-abf6-45b9-a72d-b53b105c3974 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups/083ac708-9db9-4470-8be9-877598229b50 HTTP/1.1" status: 404 len: 347 time: 0.0139773 Aug 11 08:04:05.658437 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46872) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:05.666547 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184006-0f09-42ae-bd9c-0b013ec3709a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=083ac708-9db9-4470-8be9-877598229b50,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.790044 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847519de-8630-4500-93f9-929329de1abc None None] New status for floating IP b3d045c3-83ec-47d6-b484-8101bead6c94: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:04:05.795564 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Deleting port 361c9015-44b3-4756-9f49-cddf775c4c8b {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:05.795564 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.874943 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.875348 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.887347 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Calling delete_port for 361c9015-44b3-4756-9f49-cddf775c4c8b owned by network:floatingip {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:06.027805 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.278173 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'Port': ['ID=361c9015-44b3-4756-9f49-cddf775c4c8b,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:06.337678 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.340616 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.341812 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d445b40b-2af4-4de0-a4c0-8b3a2b609b8b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "DELETE /v2.0/floatingips/b3d045c3-83ec-47d6-b484-8101bead6c94 HTTP/1.1" status: 204 len: 168 time: 0.6824360 Aug 11 08:04:06.674837 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46880) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:06.680276 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950025791', 'description': 'tempest-description--1867761651'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:06.703196 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.795882 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.800258 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.836723 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.837955 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1614425 Aug 11 08:04:06.840770 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd867f59-4c37-43d6-9483-2755c6613c7e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1b801-7b9d-4dc5-baa6-7921cf903123,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:06.841647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 46882) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:06.849579 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group_rule': {'security_group_id': 'fdc1b801-7b9d-4dc5-baa6-7921cf903123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:06.892840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.973270 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.982600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.003128 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b258449-c0f8-446a-9fc3-0aee900c1dc2,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.012500 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.012840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.013208 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.013538 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.013867 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.014193 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.014519 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.014834 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.015151 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.015466 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.015783 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.016097 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:07.019315 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.020468 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-29539ac9-e303-43e3-8f28-6a4c3f92ce8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747401 Aug 11 08:04:07.023330 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46892) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.028265 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'security_group_rule': {'security_group_id': 'fdc1b801-7b9d-4dc5-baa6-7921cf903123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:07.054786 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.113417 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.117119 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.134945 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43600413-cee7-4b5f-8757-77f2b062dc36,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.141307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.145367 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6c3a00b0-0312-4e7b-a742-888071d63425 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209114 Aug 11 08:04:07.146033 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 46894) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.150376 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:07.172986 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.267205 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.374689 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Allocated IP 172.27.2.134 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:07.471711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.510369 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.553468 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:07.556572 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:07.564574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:07.589840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.659496 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.692275 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.842698 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.847080 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.916842 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.927330 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.942637 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.943870 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a034bb76-c0f2-4180-86e7-e2ca4e6d4819 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7968988 Aug 11 08:04:08.129925 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-c7526d17-f1f7-400c-85ee-e2674ffde184 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--950025791&fields=id&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 267 time: 0.0335999 Aug 11 08:04:08.239890 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-9d5cfe81-fffc-4138-8560-a64e3ff0e4e6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:08.241418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-9d5cfe81-fffc-4138-8560-a64e3ff0e4e6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 817 time: 0.1040130 Aug 11 08:04:08.259427 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-a260232d-0f7b-4c97-9d78-7abd2ceab15f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/quotas/fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 375 time: 0.0110545 Aug 11 08:04:08.325206 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-2cfb4d4d-d284-4bb8-9c64-6b8b45937f53 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573819 Aug 11 08:04:08.426956 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-687a73d1-398f-4186-bcfe-0237a19cd4e8 service neutron] 10.222.0.68 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901933 Aug 11 08:04:08.518505 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-80105082-2f9b-43a1-97d6-65e6e7f89537 service neutron] 10.222.0.68 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854340 Aug 11 08:04:08.568676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:04:08.593843 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: d3fc5ea2-699e-44e6-9d97-4d478319a3d6 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:04:08.594193 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d3fc5ea2-699e-44e6-9d97-4d478319a3d6 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:04:08.674593 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a0948c46-0639-4d23-9499-7d795ba40f3f req-2791768d-d459-4e19-8df7-6e1246d36eae tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 210 time: 0.0259295 Aug 11 08:04:09.640806 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-5c252148-a3d9-4172-9f55-9b2b89072375 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:09.642306 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-5c252148-a3d9-4172-9f55-9b2b89072375 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 817 time: 0.1054702 Aug 11 08:04:09.686933 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-408ec7c1-7d6d-493a-ad00-46caf8135daf tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 379 time: 0.0343041 Aug 11 08:04:09.712563 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'port': {'device_id': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'admin_state_up': True, 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'security_groups': ['fdc1b801-7b9d-4dc5-baa6-7921cf903123']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:09.790235 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-dcef27b9-64e4-47c9-89da-87a76f62acc8 req-f43d1062-e15c-46a1-9329-e7d1113fe6a9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 210 time: 0.0325949 Aug 11 08:04:09.847300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Made reservation on behalf of fbec5641c6e94b4f8111f75baddc5bd6 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:09.850865 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.980633 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Allocated IP 172.20.0.5 (ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0/6fbf1ea1-d814-497f-bc00-8c210d0e08ae/435de31d-b79a-4e22-90bd-ce0201c8c390) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:10.111018 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.125602 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Transition to ACTIVE for port object 435de31d-b79a-4e22-90bd-ce0201c8c390 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:10.158022 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.200753 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:10.203853 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:10.206263 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:10.242548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.273219 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.273831 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.288370 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-21181e02-3d67-4cf8-ba3d-438c7f30c3d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798213 Aug 11 08:04:10.302421 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Request body: {'port': {'device_id': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:10.362848 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.393727 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-bd6b7745-9fa7-443e-ad11-f99a2dc7119a None None] Provisioning for port 435de31d-b79a-4e22-90bd-ce0201c8c390 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:10.397513 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-bd6b7745-9fa7-443e-ad11-f99a2dc7119a None None] Provisioning complete for port 435de31d-b79a-4e22-90bd-ce0201c8c390 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:10.397884 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7745-9fa7-443e-ad11-f99a2dc7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.431935 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b7745-9fa7-443e-ad11-f99a2dc7119a None None] Port 435de31d-b79a-4e22-90bd-ce0201c8c390 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:10.625669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:10.635205 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.648141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Transition to ACTIVE for port object 435de31d-b79a-4e22-90bd-ce0201c8c390 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:10.653191 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.704479 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.779853 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Attempting to bind port 435de31d-b79a-4e22-90bd-ce0201c8c390 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:10.780191 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Attempting to bind port 435de31d-b79a-4e22-90bd-ce0201c8c390 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:10.780517 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Attempting to bind port 435de31d-b79a-4e22-90bd-ce0201c8c390 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:10.785107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Port 435de31d-b79a-4e22-90bd-ce0201c8c390 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:10.785427 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Attempting to bind port 435de31d-b79a-4e22-90bd-ce0201c8c390 on network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:10.790388 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:10.790728 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Checking segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:10.791118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Bound using segment: {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:10.791543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Bound port: 435de31d-b79a-4e22-90bd-ce0201c8c390, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79efa84-5bf9-41e3-834a-88d12406789e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:10.791902 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.862959 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:10.866404 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:10.870663 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.903445 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.904007 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.905427 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] 10.222.0.78 "PUT /v2.0/ports/435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 1093 time: 0.6076064 Aug 11 08:04:10.905865 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:10.908104 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374" -d '{"events": [{"name": "network-changed", "server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:10.916164 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec711e7-bbf2-4649-b92c-e3c17547251c req-f0ebed0a-22b8-49d3-b26f-9680205ffeb0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.925827 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0ec711e7-bbf2-4649-b92c-e3c17547251c req-f0ebed0a-22b8-49d3-b26f-9680205ffeb0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0592976 Aug 11 08:04:10.943309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff18dff-dbbe-4bd5-b632-586f83a3cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.949482 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df998b6-b517-4fb3-9afc-ec23eac5b44b x-openstack-request-id: req-2df998b6-b517-4fb3-9afc-ec23eac5b44b {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:10.949779 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:10.950109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2df998b6-b517-4fb3-9afc-ec23eac5b44b {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:10.950643 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'status': 'completed', 'code': 200} Aug 11 08:04:10.969427 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0ec711e7-bbf2-4649-b92c-e3c17547251c req-10ee0b9b-ee47-420c-b000-eb7ab930c70d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Aug 11 08:04:11.019986 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-7c2cc186-585d-489e-8a74-8bc80cfb47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.021780 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-7c2cc186-585d-489e-8a74-8bc80cfb47ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1096 time: 0.0439978 Aug 11 08:04:11.068065 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-01de47cb-e7c3-4e04-b09d-889c5b863b79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 217 time: 0.0367641 Aug 11 08:04:11.117395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0033372f-9219-4104-99c6-92be07090c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.119095 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-0033372f-9219-4104-99c6-92be07090c1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0436008 Aug 11 08:04:11.166568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-645efb37-9158-417b-a99b-7e21ede3eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.168267 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-645efb37-9158-417b-a99b-7e21ede3eaae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405190 Aug 11 08:04:11.260702 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-f2763da0-94f0-43f1-a662-ea5cb63f6e7e service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Aug 11 08:04:11.349962 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0811b2b8-1f92-487e-be26-f801fa8a7062 req-e9d69a02-b193-49be-8b74-934efe2e3293 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795209 Aug 11 08:04:11.430963 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-18b252af-2f80-4ec9-b985-53cb85c41afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.432434 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-18b252af-2f80-4ec9-b985-53cb85c41afa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1096 time: 0.0403805 Aug 11 08:04:11.529838 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-81e03f4f-9319-4af0-9a2c-07df1d804d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.531280 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-81e03f4f-9319-4af0-9a2c-07df1d804d28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.0855460 Aug 11 08:04:11.572028 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-45097602-2a99-4a0c-b1f7-00e258b07a4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 217 time: 0.0330131 Aug 11 08:04:11.629577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-d1cafaf6-fda3-479a-bb97-378ab542974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.630929 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-d1cafaf6-fda3-479a-bb97-378ab542974e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0455551 Aug 11 08:04:11.679164 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-5538f8c2-65cf-4154-b9c8-2e2eb15ee623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.680645 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-5538f8c2-65cf-4154-b9c8-2e2eb15ee623 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406997 Aug 11 08:04:11.773284 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-82354751-0d6d-464f-86b2-8788f0e6de86 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Aug 11 08:04:11.875475 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f9e93d00-1bc2-4ef8-a97e-bb2fc64a2374 req-4e3dbc20-d7f1-4542-b56e-304af82d8f20 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Aug 11 08:04:12.090041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b3345-a532-43ab-8999-cd3af96542d1 req-dee09b38-de32-4729-9b6c-3201a9fc348b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.091556 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-047b3345-a532-43ab-8999-cd3af96542d1 req-dee09b38-de32-4729-9b6c-3201a9fc348b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0497594 Aug 11 08:04:12.129473 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-047b3345-a532-43ab-8999-cd3af96542d1 req-8a9a8187-affc-43cf-9e62-7f9bef2034dc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Aug 11 08:04:12.582680 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:12.687485 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:12.699178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:12.740637 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.755159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-c1ab9a3c-c552-4304-bfec-71901d24adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.755872 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:12.756690 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-c1ab9a3c-c552-4304-bfec-71901d24adc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1137 time: 0.0640028 Aug 11 08:04:12.764579 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b0e4-de54-4804-b9d0-6256669d4ae9 req-8f4da613-41de-4c1f-8d37-57149b635d61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.766137 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3bb8b0e4-de54-4804-b9d0-6256669d4ae9 req-8f4da613-41de-4c1f-8d37-57149b635d61 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0835698 Aug 11 08:04:12.776133 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:12.780459 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.838325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:12.846669 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.847034 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.847354 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.848611 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.848611 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.848611 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.848890 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.849111 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.849903 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.849903 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.850137 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.850316 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:12.858315 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3bb8b0e4-de54-4804-b9d0-6256669d4ae9 req-27bf2975-7c7f-49f4-b18b-60e19ab8bb38 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0831182 Aug 11 08:04:12.884444 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-45dba686-4a4e-4f18-9300-fba2366f50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.886026 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-45dba686-4a4e-4f18-9300-fba2366f50b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.1189725 Aug 11 08:04:12.955383 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-9108c0ca-929a-4d22-a018-1ade804f3f5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 1001 time: 0.0606580 Aug 11 08:04:13.006818 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-dad00ff4-08e5-45cc-87ff-fa4ba9754e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.008228 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-dad00ff4-08e5-45cc-87ff-fa4ba9754e9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0427639 Aug 11 08:04:13.057989 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-d9387bf2-e3fa-40ae-9576-14ee3dacdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.059584 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-d9387bf2-e3fa-40ae-9576-14ee3dacdb71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437744 Aug 11 08:04:13.074066 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['435de31d-b79a-4e22-90bd-ce0201c8c390'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:13.154955 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-5adec913-44fa-4eac-bc09-44834b622dc5 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Aug 11 08:04:13.248587 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a1fcb-878d-44cd-9ca7-25446cb64e94 req-d3bc12b3-ea4e-4142-845d-37d85ec46d0c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.250169 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-765a1fcb-878d-44cd-9ca7-25446cb64e94 req-d3bc12b3-ea4e-4142-845d-37d85ec46d0c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0483406 Aug 11 08:04:13.255434 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ba5561a0-6bce-49f8-b615-2e32c51e0a2d req-7c398b28-0b46-4300-8c56-b9d735ad98fc service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919652 Aug 11 08:04:13.287853 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-765a1fcb-878d-44cd-9ca7-25446cb64e94 req-033f85da-dc6c-47ea-bcde-0a64fd31776e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Aug 11 08:04:13.787763 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-37a93f47-781d-4a90-8318-4cd8463bacb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.975405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6915678-fa7a-4f6d-a205-c7561c15095f req-890cee2a-1b22-4f71-85c1-9e328ce2079a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.977051 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d6915678-fa7a-4f6d-a205-c7561c15095f req-890cee2a-1b22-4f71-85c1-9e328ce2079a tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0512373 Aug 11 08:04:14.023132 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d6915678-fa7a-4f6d-a205-c7561c15095f req-7e589ed6-78f2-4d85-9b73-c2c734b39069 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393667 Aug 11 08:04:14.411896 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8fb63-b9fb-43d6-9da8-12f682f42f08 req-7df80116-1fa4-464e-a243-c43dc0ba1c75 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:14.413460 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-58f8fb63-b9fb-43d6-9da8-12f682f42f08 req-7df80116-1fa4-464e-a243-c43dc0ba1c75 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Aug 11 08:04:14.451093 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-58f8fb63-b9fb-43d6-9da8-12f682f42f08 req-665e3eee-08cd-400b-967c-7fc92e0b6101 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Aug 11 08:04:15.139422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531274f9-b521-456f-9d97-4b19b253f1a9 req-edf9f092-c78b-4efa-9340-d5de30513a89 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:15.140810 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-531274f9-b521-456f-9d97-4b19b253f1a9 req-edf9f092-c78b-4efa-9340-d5de30513a89 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0495532 Aug 11 08:04:15.179609 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-531274f9-b521-456f-9d97-4b19b253f1a9 req-37cc2344-26a4-40d7-9b82-93e47746120b tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327244 Aug 11 08:04:15.392205 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:15.440247 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 435de31d-b79a-4e22-90bd-ce0201c8c390 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:15.443638 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 435de31d-b79a-4e22-90bd-ce0201c8c390 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:15.444001 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.519639 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.546412 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:15.548813 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bba713-ba5c-4cd3-96de-f8521baf44c5" -d '{"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:15.562789 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:15.567041 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.571064 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6005b-7d37-4d05-b864-ed51e81bfa02 req-a4cf7a1a-dd14-4d7a-ba95-a88a49461f61 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:15.573217 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-94f6005b-7d37-4d05-b864-ed51e81bfa02 req-a4cf7a1a-dd14-4d7a-ba95-a88a49461f61 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0523980 Aug 11 08:04:15.590266 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81752569-f386-44b7-8d86-011290549660 x-openstack-request-id: req-81752569-f386-44b7-8d86-011290549660 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:15.590573 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:15.590840 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81752569-f386-44b7-8d86-011290549660 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:15.591265 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'code': 200} Aug 11 08:04:15.617376 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:15.619507 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-94f6005b-7d37-4d05-b864-ed51e81bfa02 req-4a5ab99c-bda5-41bb-812d-a24a1554a75a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Aug 11 08:04:16.295402 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c137bd-e52f-4b8d-9e3a-d808be39481e req-d473fcd5-dff5-402f-ac40-29738232f5dc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:16.296932 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-56c137bd-e52f-4b8d-9e3a-d808be39481e req-d473fcd5-dff5-402f-ac40-29738232f5dc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0475578 Aug 11 08:04:16.341733 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-56c137bd-e52f-4b8d-9e3a-d808be39481e req-9730cec9-e7b7-41b2-bea7-c1b07131d7f7 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0384965 Aug 11 08:04:16.736727 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f71543a4-eea9-4eb5-b227-3a60dbf18de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.737944 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4144ab-ecf3-4a8e-a272-2486d4f602b8 req-0e7e1f3b-24fe-42f8-9551-b56951a5d3ab tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:16.739600 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cc4144ab-ecf3-4a8e-a272-2486d4f602b8 req-0e7e1f3b-24fe-42f8-9551-b56951a5d3ab tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Aug 11 08:04:16.777111 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cc4144ab-ecf3-4a8e-a272-2486d4f602b8 req-4acd2f70-0716-4d04-bd8e-130cad279096 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Aug 11 08:04:16.854526 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.459552 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b97d-1d40-4fcd-9a97-07254c30b0ca req-0edb4f6d-1597-4832-a157-4b303e0c4b82 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:17.461084 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c052b97d-1d40-4fcd-9a97-07254c30b0ca req-0edb4f6d-1597-4832-a157-4b303e0c4b82 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0497637 Aug 11 08:04:17.523456 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c052b97d-1d40-4fcd-9a97-07254c30b0ca req-df4faf17-9735-46c7-9b17-39c49ee1aa9d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542884 Aug 11 08:04:17.530338 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252e5dd-ceb7-4161-ab11-21088295212e req-d19db37b-3d0d-4829-b846-19bdea0f883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:17.532099 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4252e5dd-ceb7-4161-ab11-21088295212e req-d19db37b-3d0d-4829-b846-19bdea0f883a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1098 time: 0.0701406 Aug 11 08:04:17.569810 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4252e5dd-ceb7-4161-ab11-21088295212e req-12e6314d-f29d-4bed-8f09-b28e6c366032 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293925 Aug 11 08:04:17.814817 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.861212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eb167-55db-49f8-be95-3ff48d43c21f req-e0aafc3b-35c7-4b38-9bcd-7b586e39a547 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:17.862613 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-061eb167-55db-49f8-be95-3ff48d43c21f req-e0aafc3b-35c7-4b38-9bcd-7b586e39a547 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0523798 Aug 11 08:04:17.900837 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-061eb167-55db-49f8-be95-3ff48d43c21f req-57f8b218-623d-4b1b-b1d1-fcaebba8f07a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Aug 11 08:04:17.905413 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248af33-d269-415b-acb2-3a39f40efab3 req-e83863ad-c9ca-4560-82ec-ac582e383087 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:17.906908 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3248af33-d269-415b-acb2-3a39f40efab3 req-e83863ad-c9ca-4560-82ec-ac582e383087 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0549605 Aug 11 08:04:17.944715 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3248af33-d269-415b-acb2-3a39f40efab3 req-239f840b-127e-4d8d-8e20-5d08f8ab89a5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318642 Aug 11 08:04:18.140000 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:04:18.638316 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8922d-7a33-4c7f-bf6b-e64f87f7d685 req-4e144ed2-2150-4b6a-b178-fcdc70e7414c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:18.639779 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cad8922d-7a33-4c7f-bf6b-e64f87f7d685 req-4e144ed2-2150-4b6a-b178-fcdc70e7414c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0479968 Aug 11 08:04:18.678359 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cad8922d-7a33-4c7f-bf6b-e64f87f7d685 req-0bf14fb7-6baa-4765-bfd3-7cc093667772 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326519 Aug 11 08:04:19.016617 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4f8d-4aa6-45cc-b97f-c9a63c846011 req-30b9f05e-5488-461f-a32c-260ad56e56e5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.018316 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-023c4f8d-4aa6-45cc-b97f-c9a63c846011 req-30b9f05e-5488-461f-a32c-260ad56e56e5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0501757 Aug 11 08:04:19.029857 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.056534 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-023c4f8d-4aa6-45cc-b97f-c9a63c846011 req-d7787657-5b6c-4ee0-a27b-d441f17b4985 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Aug 11 08:04:19.067057 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114a2d9-9fbe-49ee-a2b9-728652eb3161 req-302d48ed-5d3e-4151-adf3-200d8e38704e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.068730 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e114a2d9-9fbe-49ee-a2b9-728652eb3161 req-302d48ed-5d3e-4151-adf3-200d8e38704e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 11 08:04:19.106039 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e114a2d9-9fbe-49ee-a2b9-728652eb3161 req-643e3599-0b4c-4683-802a-021ec3db4745 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Aug 11 08:04:19.794740 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea31b-bf4f-49fd-bb51-0012438759d0 req-10318134-142d-4f6a-abaf-e647696d8386 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.794740 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6b0ea31b-bf4f-49fd-bb51-0012438759d0 req-10318134-142d-4f6a-abaf-e647696d8386 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0497937 Aug 11 08:04:19.836405 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6b0ea31b-bf4f-49fd-bb51-0012438759d0 req-f1c2bf96-fbb5-4a63-9b7f-b4a65f44aea1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356219 Aug 11 08:04:20.175597 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea584a2-5bc5-46d3-b0bc-5bee3f8e15ae req-bc75ac36-24ec-44d4-b401-4bdc2f405df8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.177107 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cea584a2-5bc5-46d3-b0bc-5bee3f8e15ae req-bc75ac36-24ec-44d4-b401-4bdc2f405df8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0523803 Aug 11 08:04:20.215980 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cea584a2-5bc5-46d3-b0bc-5bee3f8e15ae req-e9d95b65-2126-494d-88c9-7edc679590c2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Aug 11 08:04:20.234073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84c0e-c1de-4ac9-9b75-a83b73c718dd req-07c10cd2-3719-4b66-8623-9e5b578f4cf1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.235616 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d4d84c0e-c1de-4ac9-9b75-a83b73c718dd req-07c10cd2-3719-4b66-8623-9e5b578f4cf1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0527215 Aug 11 08:04:20.273607 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d4d84c0e-c1de-4ac9-9b75-a83b73c718dd req-35e9821a-af15-44dd-84a5-82f364ab3241 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Aug 11 08:04:20.954364 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40559a-e71f-414e-abb3-d6fec7c98256 req-70f2f934-e7f5-4877-8a63-0fca66fe5834 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.955881 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bf40559a-e71f-414e-abb3-d6fec7c98256 req-70f2f934-e7f5-4877-8a63-0fca66fe5834 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0515416 Aug 11 08:04:20.996005 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bf40559a-e71f-414e-abb3-d6fec7c98256 req-f72db1e7-931b-4ddc-9850-1bbe42c85da9 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339794 Aug 11 08:04:21.330512 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d0d89-044b-49c3-8337-07efb6e01916 req-5669e1cc-b62e-4990-a7c1-9dce9afa9db1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:21.332022 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3f9d0d89-044b-49c3-8337-07efb6e01916 req-5669e1cc-b62e-4990-a7c1-9dce9afa9db1 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0500247 Aug 11 08:04:21.370004 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3f9d0d89-044b-49c3-8337-07efb6e01916 req-476f8860-4100-4f3b-aede-b8a0081cee07 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320528 Aug 11 08:04:21.390891 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e79d-ba0c-4127-9e44-d2c0ce897dbd req-7dc40856-76cb-4530-bcd5-2d0b03b94dc5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:21.392385 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f0f3e79d-ba0c-4127-9e44-d2c0ce897dbd req-7dc40856-76cb-4530-bcd5-2d0b03b94dc5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Aug 11 08:04:21.429204 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f0f3e79d-ba0c-4127-9e44-d2c0ce897dbd req-e90e9a11-3bc1-4458-8adb-f7207e7b757a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309525 Aug 11 08:04:22.112304 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68156e72-4cfd-443f-ae58-07c2f79cbae6 req-8f1d2398-29d1-4682-8a4d-ce0a5a294069 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:22.113745 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-68156e72-4cfd-443f-ae58-07c2f79cbae6 req-8f1d2398-29d1-4682-8a4d-ce0a5a294069 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0494931 Aug 11 08:04:22.153525 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-68156e72-4cfd-443f-ae58-07c2f79cbae6 req-309dfa9a-5559-4593-bba8-b4d0d2474981 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331404 Aug 11 08:04:22.486318 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58038ba-1a48-485b-be8e-ced69936d015 req-eb723d37-5a46-4cf8-aae6-883b88f5c6ae tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:22.487785 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c58038ba-1a48-485b-be8e-ced69936d015 req-eb723d37-5a46-4cf8-aae6-883b88f5c6ae tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0506346 Aug 11 08:04:22.528095 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c58038ba-1a48-485b-be8e-ced69936d015 req-5476d7a6-0319-4517-a9ae-8d95e4b93d3a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Aug 11 08:04:22.565073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b1855-dfc6-42e6-9673-a858e1c3d260 req-a861d796-e31e-456c-95f5-5d6191fda73e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:22.566531 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2f8b1855-dfc6-42e6-9673-a858e1c3d260 req-a861d796-e31e-456c-95f5-5d6191fda73e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0654254 Aug 11 08:04:22.603122 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2f8b1855-dfc6-42e6-9673-a858e1c3d260 req-0ea6bf04-fbe2-47b5-b2f4-de2af10bf927 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Aug 11 08:04:22.717266 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27675d7f-4c37-4162-81d8-acbc27c55d85 req-92fdf245-593c-413d-b294-ec27caad0e2a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:22.718743 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-27675d7f-4c37-4162-81d8-acbc27c55d85 req-92fdf245-593c-413d-b294-ec27caad0e2a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Aug 11 08:04:22.727671 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47084) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:22.732188 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Request body: {'floatingip': {'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:22.774735 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.132822 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-3793c12d-da0a-4bc7-849c-0706807de667 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:23.134382 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-3793c12d-da0a-4bc7-849c-0706807de667 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0500247 Aug 11 08:04:23.209793 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.214848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.232702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Deleting port 1caedb03-fa45-465b-8551-e50d46f0b911 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:23.233089 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.350131 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d8c6c-406a-4981-8d2b-a6b825f43426 req-a9557813-a481-4fb0-8e4d-c626cce9dea5 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:23.351616 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3d4d8c6c-406a-4981-8d2b-a6b825f43426 req-a9557813-a481-4fb0-8e4d-c626cce9dea5 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.1146045 Aug 11 08:04:23.387083 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] For port 1caedb03-fa45-465b-8551-e50d46f0b911, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1caedb03-fa45-465b-8551-e50d46f0b911,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:23.387475 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.459448 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3d4d8c6c-406a-4981-8d2b-a6b825f43426 req-85eaefe2-8842-4bce-902c-aa287a241d23 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0966942 Aug 11 08:04:23.553237 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Floating IP fc7b6a8a-5239-45f8-a724-08d14c09f6e4 associated. External IP: 172.27.2.134, port: 435de31d-b79a-4e22-90bd-ce0201c8c390. Aug 11 08:04:23.588424 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.588997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.589860 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Floating IP 50e456ec-76d7-492e-b079-829a25b8a204 disassociated. External IP: 172.27.2.17, port: 1caedb03-fa45-465b-8551-e50d46f0b911. Aug 11 08:04:23.590265 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Calling delete_port for 1caedb03-fa45-465b-8551-e50d46f0b911 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:23.722538 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e00e14-d8ad-4e3e-851a-3cdbcc73c327 req-f3829f30-f303-4b0f-b21a-8cf0229984d7 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:23.724080 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-49e00e14-d8ad-4e3e-851a-3cdbcc73c327 req-f3829f30-f303-4b0f-b21a-8cf0229984d7 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 946 time: 0.0966079 Aug 11 08:04:23.724237 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.762790 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'Port': ['ID=1caedb03-fa45-465b-8551-e50d46f0b911,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:23.838673 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-49e00e14-d8ad-4e3e-851a-3cdbcc73c327 req-f27b1887-95b5-4867-a36f-b193c1cf3271 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=3968367b-3d2c-4f41-9cc6-6a64eb1982dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078420 Aug 11 08:04:23.865107 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:23.871154 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:23.972502 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:23.977679 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.979434 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:23.983139 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:23.990032 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:23.995434 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:23.996424 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.001207 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:24.001947 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.008146 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e8f53d08-a6c1-42fa-b248-42bfe7f2e43d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "PUT /v2.0/floatingips/fc7b6a8a-5239-45f8-a724-08d14c09f6e4 HTTP/1.1" status: 200 len: 991 time: 1.2794213 Aug 11 08:04:24.008754 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:24.011256 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ed411-2852-400f-b016-ca38dbc0e2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:24.068743 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846cd88f-a9d5-4390-a02f-03574a73fc44 x-openstack-request-id: req-846cd88f-a9d5-4390-a02f-03574a73fc44 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:24.069188 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:24.069447 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-846cd88f-a9d5-4390-a02f-03574a73fc44 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:24.069844 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'status': 'completed', 'code': 200} Aug 11 08:04:24.139256 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:24.172641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-366f72dd-f41a-4884-9f38-b8744493bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.174324 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-366f72dd-f41a-4884-9f38-b8744493bf96 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1098 time: 0.0749416 Aug 11 08:04:24.192420 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:24.389652 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] No DVR routers for this DVR port 1caedb03-fa45-465b-8551-e50d46f0b911 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:04:24.392197 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.394422 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0abb9791-046e-4f7d-8663-f01b6459b475 req-1b6b6675-2079-4c5b-b405-0735dabf129d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "DELETE /v2.0/ports/1caedb03-fa45-465b-8551-e50d46f0b911 HTTP/1.1" status: 204 len: 173 time: 1.2512374 Aug 11 08:04:24.394869 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'name': 'network-vif-deleted', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:24.397199 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2f4e61-cbe7-4724-b9da-3cfbb278c4a6" -d '{"events": [{"server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "name": "network-vif-deleted", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:24.413084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-13fa03fc-e977-405d-9c5f-f38033d64cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.419693 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-13fa03fc-e977-405d-9c5f-f38033d64cad service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.2345977 Aug 11 08:04:24.477998 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2b3ad-cf98-43bd-80d0-e1923820c6d3 x-openstack-request-id: req-09e2b3ad-cf98-43bd-80d0-e1923820c6d3 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:24.478300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b447e-2ea2-4430-b5c2-141d15bf996e", "name": "network-vif-deleted", "tag": "1caedb03-fa45-465b-8551-e50d46f0b911", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:24.478554 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09e2b3ad-cf98-43bd-80d0-e1923820c6d3 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:24.478947 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b447e-2ea2-4430-b5c2-141d15bf996e', 'name': 'network-vif-deleted', 'tag': '1caedb03-fa45-465b-8551-e50d46f0b911', 'status': 'completed', 'code': 200} Aug 11 08:04:24.491453 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'fc7b6a8a-5239-45f8-a724-08d14c09f6e4', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:07Z', 'updated_at': '2021-08-11T08:04:23Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.525986 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:24.539807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:24.540665 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.562912 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-55f20b5e-a4bf-443f-879e-8d90cc23d068 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 999 time: 0.1340413 Aug 11 08:04:24.650471 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-5bde971e-2c61-4655-b332-379455cab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.653514 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-5bde971e-2c61-4655-b332-379455cab39f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0777953 Aug 11 08:04:24.673314 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.680563 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:24.681904 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db0a30-67b7-42b3-9bb0-c63d097b2b4f req-68136ad4-41e4-4031-825b-6e128877982f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.689286 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4db0a30-67b7-42b3-9bb0-c63d097b2b4f req-68136ad4-41e4-4031-825b-6e128877982f tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0833044 Aug 11 08:04:24.701758 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:24.711214 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:24.711832 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.719291 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-313db99a-3cc2-4325-80b9-ca88e5ecd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.721368 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-313db99a-3cc2-4325-80b9-ca88e5ecd390 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583308 Aug 11 08:04:24.731456 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4db0a30-67b7-42b3-9bb0-c63d097b2b4f req-33ddca32-fd59-4ff4-bb80-5a7ce07f9518 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405974 Aug 11 08:04:24.824957 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:24.841074 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-235beb04-9226-4c0c-9d8b-caf9dec2f4de service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114025 Aug 11 08:04:24.953001 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'fc7b6a8a-5239-45f8-a724-08d14c09f6e4', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:07Z', 'updated_at': '2021-08-11T08:04:23Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.979471 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32a5ca1c-b014-4747-9264-276fafb0c243 req-5690f679-61bb-4408-a120-7899b6012e45 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=962b447e-2ea2-4430-b5c2-141d15bf996e HTTP/1.1" status: 200 len: 210 time: 0.0331376 Aug 11 08:04:24.987618 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567693fa-7c1f-496b-9913-5de99dbbaf2d None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'fc7b6a8a-5239-45f8-a724-08d14c09f6e4', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:07Z', 'updated_at': '2021-08-11T08:04:23Z', 'revision_number': 1, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:25.014410 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-514ed411-2852-400f-b016-ca38dbc0e2c3 req-3d59094a-97bc-493f-9fd4-e04b3469563d service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652849 Aug 11 08:04:25.090678 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:25.118128 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c06bd3-b1a3-4372-9fc1-0f9fc3e704b1 None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:25.254509 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bda9cb-4d63-4fa7-910b-8c7e58c69b27 None None] New status for floating IP fc7b6a8a-5239-45f8-a724-08d14c09f6e4: ACTIVE {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:04:25.381742 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a6f4-a2ed-4a82-ad25-55e3638d4382 None None] New status for floating IP 50e456ec-76d7-492e-b079-829a25b8a204: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:04:25.865710 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1f0f6-cc82-4409-96d9-2e5e44348f62 req-33bf8dca-6b77-4c10-9e69-6e273bb4d6d9 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:25.867413 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-38a1f0f6-cc82-4409-96d9-2e5e44348f62 req-33bf8dca-6b77-4c10-9e69-6e273bb4d6d9 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0608263 Aug 11 08:04:25.913578 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-38a1f0f6-cc82-4409-96d9-2e5e44348f62 req-bbca7d13-4b01-4cd8-851b-c3ac01d65500 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0387330 Aug 11 08:04:26.074278 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47156) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:26.128803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.153372 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.199168 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.201751 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.202902 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "DELETE /v2.0/security-groups/3968367b-3d2c-4f41-9cc6-6a64eb1982dc HTTP/1.1" status: 204 len: 168 time: 0.1276221 Aug 11 08:04:26.206079 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47158) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:26.214860 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d7581-33c9-4710-922b-9c282454df0b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968367b-3d2c-4f41-9cc6-6a64eb1982dc,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:26.228999 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.api.v2.resource [None req-0ab855fe-9193-4634-aa86-0c6032d62df2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] show failed (client error): The resource could not be found. Aug 11 08:04:26.230817 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-0ab855fe-9193-4634-aa86-0c6032d62df2 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups/3968367b-3d2c-4f41-9cc6-6a64eb1982dc HTTP/1.1" status: 404 len: 347 time: 0.0230863 Aug 11 08:04:26.236375 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47162) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:26.365901 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Deleting port e857aeb1-7a81-40b3-974f-422fa47b41b3 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:26.366247 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.442244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.442577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.454351 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Calling delete_port for e857aeb1-7a81-40b3-974f-422fa47b41b3 owned by network:floatingip {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:26.582952 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.608576 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'Port': ['ID=e857aeb1-7a81-40b3-974f-422fa47b41b3,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:26.665815 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.668621 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.669790 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5c6b5cd0-5d8b-47bb-8a45-a32553790b24 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "DELETE /v2.0/floatingips/50e456ec-76d7-492e-b079-829a25b8a204 HTTP/1.1" status: 204 len: 168 time: 0.4312675 Aug 11 08:04:26.934997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47166) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:26.939740 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701022143', 'description': 'tempest-description--404463025'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:26.962657 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.066900 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302432b-6b7e-47f0-b12e-fbb54a39d286 req-65944a1d-f082-412d-8890-4520fc04b73c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:27.068383 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5302432b-6b7e-47f0-b12e-fbb54a39d286 req-65944a1d-f082-412d-8890-4520fc04b73c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0843630 Aug 11 08:04:27.124611 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.133149 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5302432b-6b7e-47f0-b12e-fbb54a39d286 req-70739c57-0cee-4a57-8e0f-a0b03ac947a2 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553243 Aug 11 08:04:27.133738 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.165476 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.166776 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2307241 Aug 11 08:04:27.170030 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeeb13-6610-4377-aa1b-d4469da26ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0bfe0-b9cd-4229-9986-189b9d2730d2,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.170803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47176) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:27.175533 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0bfe0-b9cd-4229-9986-189b9d2730d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:27.209433 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.257652 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.260977 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.278161 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35778733-f61b-4f40-96f6-211277471a02,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.286712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.287956 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-7782b883-11f7-4099-a865-ebd9c74e590b tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161184 Aug 11 08:04:27.290627 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47180) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:27.296295 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0bfe0-b9cd-4229-9986-189b9d2730d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:27.326044 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.382104 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.385608 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691720'] for security_group_rule, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.403582 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f062295-ee63-40a3-8e9d-2ca97e94255e,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.409237 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.410420 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d7a33d5d-7f60-4ddb-bef8-e6e126e06bc0 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188326 Aug 11 08:04:27.413547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47184) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:27.417859 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:27.438470 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.539519 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.642632 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Allocated IP 172.27.2.206 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/0961f0c0-6c0a-4b5f-9b60-cff27376512d) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:27.741454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.779790 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.813975 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:27.816702 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:27.821958 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:27.847067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=0961f0c0-6c0a-4b5f-9b60-cff27376512d,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.910913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.947901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.092132 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.096381 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.159333 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=0961f0c0-6c0a-4b5f-9b60-cff27376512d,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:28.173047 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.187260 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.188620 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-08c9e63e-af06-4211-8a70-fd6aee619f8a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7740428 Aug 11 08:04:28.263002 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864071f-8002-4cf7-ad28-692554872dd8 req-ea9e4ba7-901a-4058-bdce-e65d47d63c6d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:28.264596 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3864071f-8002-4cf7-ad28-692554872dd8 req-ea9e4ba7-901a-4058-bdce-e65d47d63c6d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0557594 Aug 11 08:04:28.310481 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3864071f-8002-4cf7-ad28-692554872dd8 req-eeb4274b-9331-4416-a7c9-8a6d24d59008 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393598 Aug 11 08:04:28.383069 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-d2fc5973-b5ee-4de4-93a0-431b50bf80b5 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--701022143&fields=id&tenant_id=910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 267 time: 0.0353000 Aug 11 08:04:28.493671 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-04cc4ec6-c8f7-47bd-a10c-b82c11ba2d32 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:28.495444 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-04cc4ec6-c8f7-47bd-a10c-b82c11ba2d32 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 810 time: 0.1057255 Aug 11 08:04:28.510102 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-f98dd564-b954-4b95-b7be-936c90970495 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/quotas/910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 375 time: 0.0090792 Aug 11 08:04:28.563838 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-cb228944-44f1-4f63-93a4-40a421139608 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486403 Aug 11 08:04:28.658235 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-2811b92b-d10a-48ef-9160-8a3f9e10e57a service neutron] 10.222.0.68 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824912 Aug 11 08:04:28.748733 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-0a0bc123-63ee-4da2-8f82-aad9f834e0c7 service neutron] 10.222.0.68 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Aug 11 08:04:28.906426 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-860de131-93a4-4b22-ba1c-317e36ad9188 req-1bb80af5-2a59-4c91-a51e-39e082f3d874 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0272160 Aug 11 08:04:29.277668 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1caedb03-fa45-465b-8551-e50d46f0b911 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:04:29.303781 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 1caedb03-fa45-465b-8551-e50d46f0b911 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:04:29.304053 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1caedb03-fa45-465b-8551-e50d46f0b911 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:04:29.309974 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.425975 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764731a2-72d3-41da-b13d-3543fc9e2944 req-4a1907d5-b34a-43a9-b8de-0e0f8e200424 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:29.427485 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-764731a2-72d3-41da-b13d-3543fc9e2944 req-4a1907d5-b34a-43a9-b8de-0e0f8e200424 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0482056 Aug 11 08:04:29.466580 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-764731a2-72d3-41da-b13d-3543fc9e2944 req-8609aca9-6761-45f8-acf9-e7b4dcce5dcc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327015 Aug 11 08:04:30.001234 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-619bb751-86d6-4bdb-ad9d-435270650dfe req-82b18ea9-d814-4217-81be-86b03bf2cf0e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 11 08:04:30.584165 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d6d04-c134-432c-b318-386091e94012 req-798bfa52-8bb2-409e-8bd2-aa79d73c565d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:30.585562 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-060d6d04-c134-432c-b318-386091e94012 req-798bfa52-8bb2-409e-8bd2-aa79d73c565d tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0484838 Aug 11 08:04:30.626017 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-060d6d04-c134-432c-b318-386091e94012 req-154359e7-e6e4-430a-a02c-68949e268dfc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339568 Aug 11 08:04:31.027304 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-91f10b42-2348-4a88-8706-d15265d08c5c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:31.028913 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-91f10b42-2348-4a88-8706-d15265d08c5c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 810 time: 0.1117721 Aug 11 08:04:31.084518 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-95d995dd-2aef-4b44-922b-340ac9c05c5c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910775e9e6ae48c8979a6dd988822558 HTTP/1.1" status: 200 len: 379 time: 0.0397942 Aug 11 08:04:31.100114 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'port': {'device_id': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'admin_state_up': True, 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'security_groups': ['cdf0bfe0-b9cd-4229-9986-189b9d2730d2']}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:31.107756 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9cc6dcc9-8a95-49c7-a6fc-b556acfa0e7e req-aadb0af1-3a97-4495-ae60-a68c81ee176d tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0302968 Aug 11 08:04:31.213807 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Made reservation on behalf of 910775e9e6ae48c8979a6dd988822558 for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:31.218280 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.345843 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Allocated IP 172.20.0.14 (52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa/1d4c8366-8f85-4300-b74c-0639457dd403/b13e8b90-62aa-4942-9ed0-2c670cfb983c) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:31.501647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.521658 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Transition to ACTIVE for port object b13e8b90-62aa-4942-9ed0-2c670cfb983c will not be triggered until provisioned by entity DHCP. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:31.558524 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.602227 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:31.605384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:31.608040 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:31.640360 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event updated for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:31.673815 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:31.674538 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.690767 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-5bb55ff4-1495-40cf-a117-1f0313ea7494 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948205 Aug 11 08:04:31.705158 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Request body: {'port': {'device_id': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:31.765236 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.775769 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481c718-58ec-4e01-b85c-5c59c6948fb1 req-ee864495-4398-4ce7-a516-b28856ae21f4 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:31.778017 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9481c718-58ec-4e01-b85c-5c59c6948fb1 req-ee864495-4398-4ce7-a516-b28856ae21f4 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0704839 Aug 11 08:04:31.824502 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9481c718-58ec-4e01-b85c-5c59c6948fb1 req-f2586668-06d1-4c95-b291-e88a8ee819f5 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=6263139a-0668-42d7-9500-8ee7b3cc4969&id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393512 Aug 11 08:04:31.853918 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-340fcfc7-077a-481f-8500-544c0d21827d None None] Provisioning for port b13e8b90-62aa-4942-9ed0-2c670cfb983c completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:31.858128 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-340fcfc7-077a-481f-8500-544c0d21827d None None] Provisioning complete for port b13e8b90-62aa-4942-9ed0-2c670cfb983c triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:31.858624 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-340fcfc7-077a-481f-8500-544c0d21827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.895586 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-340fcfc7-077a-481f-8500-544c0d21827d None None] Port b13e8b90-62aa-4942-9ed0-2c670cfb983c cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:32.030854 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13e8b90-62aa-4942-9ed0-2c670cfb983c {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:32.038465 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.050129 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Transition to ACTIVE for port object b13e8b90-62aa-4942-9ed0-2c670cfb983c will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:32.053712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.120369 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:32.175755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Attempting to bind port b13e8b90-62aa-4942-9ed0-2c670cfb983c on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:32.176088 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Attempting to bind port b13e8b90-62aa-4942-9ed0-2c670cfb983c by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:32.176406 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Attempting to bind port b13e8b90-62aa-4942-9ed0-2c670cfb983c on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:32.180958 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Port b13e8b90-62aa-4942-9ed0-2c670cfb983c on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:32.181384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Attempting to bind port b13e8b90-62aa-4942-9ed0-2c670cfb983c on network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:32.189342 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:32.189675 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Checking segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:32.190050 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Bound using segment: {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:32.190470 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Bound port: b13e8b90-62aa-4942-9ed0-2c670cfb983c, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1119a699-e739-40e5-96bb-66aa3ecc7e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:32.190824 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.269639 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92918e-2a2d-45cb-a422-f4c2207eb81e req-748c9a41-9dcb-4222-a05b-adaaafe79a9a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.271107 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ce92918e-2a2d-45cb-a422-f4c2207eb81e req-748c9a41-9dcb-4222-a05b-adaaafe79a9a tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 944 time: 0.0838335 Aug 11 08:04:32.312902 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:32.317492 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:32.323151 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ce92918e-2a2d-45cb-a422-f4c2207eb81e req-dc1464ff-1cbd-4419-ac18-9e72421c5a74 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Aug 11 08:04:32.325302 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.362896 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.363560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.364986 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] 10.222.0.78 "PUT /v2.0/ports/b13e8b90-62aa-4942-9ed0-2c670cfb983c HTTP/1.1" status: 200 len: 1094 time: 0.6648250 Aug 11 08:04:32.365417 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:32.367643 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdf357-bb54-4996-996e-12bde7396c00" -d '{"events": [{"name": "network-changed", "server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:32.391018 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a934-7436-460e-8f73-90c27c4d32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:32.421761 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec61953-f34f-422d-823e-442850aa5891 x-openstack-request-id: req-5ec61953-f34f-422d-823e-442850aa5891 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:32.422052 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:32.422303 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ec61953-f34f-422d-823e-442850aa5891 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:32.422677 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'status': 'completed', 'code': 200} Aug 11 08:04:32.456156 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-7d7253cc-9c37-4798-9aa5-8660282e691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.457776 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-7d7253cc-9c37-4798-9aa5-8660282e691b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 1097 time: 0.0447311 Aug 11 08:04:32.501647 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-0af356bc-fa64-4e12-a7be-557a6299056a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c HTTP/1.1" status: 200 len: 217 time: 0.0356455 Aug 11 08:04:32.564342 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-a0a1bf64-f063-4a12-8949-e68ea87a5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.565805 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-a0a1bf64-f063-4a12-8949-e68ea87a5c35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.0531747 Aug 11 08:04:32.614124 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-06e7632b-3321-4599-a5bb-10ac0f025e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.615577 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-06e7632b-3321-4599-a5bb-10ac0f025e79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420585 Aug 11 08:04:32.707478 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-f365ac2d-c203-404e-a855-4340cd2e039b service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801322 Aug 11 08:04:33.035925 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d6e13d8-aa1b-411e-a166-75bce598e257 req-556d1d37-7ab1-406d-b379-9145b66dd830 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175585 Aug 11 08:04:33.126894 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-c4bf428e-c168-463d-8db3-a95b0e9f1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.128407 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-c4bf428e-c168-463d-8db3-a95b0e9f1286 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 1097 time: 0.0430601 Aug 11 08:04:33.229035 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-789a9fae-8e24-4d20-b35b-67c94bb2a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.231288 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-789a9fae-8e24-4d20-b35b-67c94bb2a769 service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.0935731 Aug 11 08:04:33.275048 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-8f3bb4ee-0d4e-431f-b552-6d0dc85221d7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c HTTP/1.1" status: 200 len: 217 time: 0.0348361 Aug 11 08:04:33.329770 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-c3d2f6a1-ca97-4678-a9f4-9ade6661274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.331217 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-c3d2f6a1-ca97-4678-a9f4-9ade6661274b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.0441716 Aug 11 08:04:33.377250 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-68c7a5a2-1b7e-4711-a8ed-a6039a1eecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.378841 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-68c7a5a2-1b7e-4711-a8ed-a6039a1eecb7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403011 Aug 11 08:04:33.442655 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cf630-b86a-4f04-8dc5-613cf2bc39f9 req-a6e6836a-5433-4688-ae5a-7b09dc58bbe8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.444325 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9e7cf630-b86a-4f04-8dc5-613cf2bc39f9 req-a6e6836a-5433-4688-ae5a-7b09dc58bbe8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 944 time: 0.0490663 Aug 11 08:04:33.476166 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-b7dfead6-b8b1-4e33-a84d-0146153115ec service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871472 Aug 11 08:04:33.483904 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9e7cf630-b86a-4f04-8dc5-613cf2bc39f9 req-baabf000-ceae-4857-b96a-b50bc1e5b225 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Aug 11 08:04:33.577933 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8fcdf357-bb54-4996-996e-12bde7396c00 req-9372cc77-50d9-4aab-9e74-977267110c80 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927477 Aug 11 08:04:34.546757 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47316) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:34.597631 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629872d-e009-4037-857d-403ccc8f1f76 req-b8ef799e-2972-4e09-923f-1107d7a08562 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:34.599139 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c629872d-e009-4037-857d-403ccc8f1f76 req-b8ef799e-2972-4e09-923f-1107d7a08562 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 944 time: 0.0492415 Aug 11 08:04:34.638501 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c629872d-e009-4037-857d-403ccc8f1f76 req-5d587d0c-4bd0-41d9-879b-232e62e0cef6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Aug 11 08:04:34.658622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-91da1c59-e045-4101-bb8c-9e0862b3efbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.692348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device b13e8b90-62aa-4942-9ed0-2c670cfb983c details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:34.750794 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-91da1c59-e045-4101-bb8c-9e0862b3efbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.755190 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-91da1c59-e045-4101-bb8c-9e0862b3efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.795311 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-91da1c59-e045-4101-bb8c-9e0862b3efbb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=18f98eb4ce9e40ea8f3d385b62dfb045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472413 Aug 11 08:04:34.796197 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da1c59-e045-4101-bb8c-9e0862b3efbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2601453-d991-428a-9b45-f1b42d39992f,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:34.797706 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:34.797943 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47322) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:34.811144 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'port_id': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'mac_address': 'fa:16:3e:01:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:34.848368 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.857690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.864020 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13e8b90-62aa-4942-9ed0-2c670cfb983c {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:34.879227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.883943 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:34.889225 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.927243 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.930116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.933549 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2601453-d991-428a-9b45-f1b42d39992f HTTP/1.1" status: 204 len: 168 time: 0.1320851 Aug 11 08:04:34.937101 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:34.942427 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2601453-d991-428a-9b45-f1b42d39992f,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:34.950864 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.951218 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.951561 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.951896 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.952224 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.952557 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.952896 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.953229 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.953681 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.954011 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.954333 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:34.954654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e9e19-c43f-4c0c-9b1a-da508ae51909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:35.189162 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47328) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:35.203030 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ecc69c16-518b-433f-a7fd-a1c1abd02ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.215647 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['b13e8b90-62aa-4942-9ed0-2c670cfb983c'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:35.295731 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ecc69c16-518b-433f-a7fd-a1c1abd02ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.299691 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-ecc69c16-518b-433f-a7fd-a1c1abd02ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.340502 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-ecc69c16-518b-433f-a7fd-a1c1abd02ef9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f58bae9e12c4b62a3b3cb1a0363ecf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501784 Aug 11 08:04:35.342521 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc69c16-518b-433f-a7fd-a1c1abd02ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3394b98e-b2af-4b0b-a916-115782894df8,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:35.344257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47330) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:35.393298 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.414636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.460552 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.463145 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.464885 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3394b98e-b2af-4b0b-a916-115782894df8 HTTP/1.1" status: 204 len: 168 time: 0.1191978 Aug 11 08:04:35.473027 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470659a-e78e-4f1a-9875-1916a07e79e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3394b98e-b2af-4b0b-a916-115782894df8,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:35.759088 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f7c9-976d-4859-b7c9-926378f22aca req-3befa375-264e-4f57-a6a6-159ce56f0641 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:35.765428 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb80f7c9-976d-4859-b7c9-926378f22aca req-3befa375-264e-4f57-a6a6-159ce56f0641 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 945 time: 0.0593736 Aug 11 08:04:35.804048 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb80f7c9-976d-4859-b7c9-926378f22aca req-dc28813a-7353-4c5d-a902-19a9f22cd971 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369287 Aug 11 08:04:36.696387 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device b13e8b90-62aa-4942-9ed0-2c670cfb983c up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:36.748388 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port b13e8b90-62aa-4942-9ed0-2c670cfb983c completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:36.752455 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port b13e8b90-62aa-4942-9ed0-2c670cfb983c triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:36.752806 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.843476 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.868882 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:36.872075 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088ac2d-47f4-4d0a-a1e4-154ddd64297c" -d '{"events": [{"server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "name": "network-vif-plugged", "status": "completed", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:36.885595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:36.894269 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.920953 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47382) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:36.952405 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684fa76a-271e-4d48-ba68-9d3e467523ae x-openstack-request-id: req-684fa76a-271e-4d48-ba68-9d3e467523ae {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:36.952619 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "name": "network-vif-plugged", "status": "completed", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:36.952887 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-684fa76a-271e-4d48-ba68-9d3e467523ae {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:36.953281 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'code': 200} Aug 11 08:04:36.953846 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.047719 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b79b1fe2-fdcf-4ceb-b1d6-cdf4dbbc798e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.135086 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cf26d-7cf3-4f3a-b98d-d9623ac16078 req-b0ce58e9-79a5-41f3-a518-d099b69c71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:37.136993 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-728cf26d-7cf3-4f3a-b98d-d9623ac16078 req-b0ce58e9-79a5-41f3-a518-d099b69c71a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 1099 time: 0.0446339 Aug 11 08:04:37.164826 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489348db-4f12-4afc-9279-2d7926c86a41 req-8413d97e-0833-4f51-98cb-46b299682f63 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:37.166418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-489348db-4f12-4afc-9279-2d7926c86a41 req-8413d97e-0833-4f51-98cb-46b299682f63 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.2888031 Aug 11 08:04:37.182673 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-728cf26d-7cf3-4f3a-b98d-d9623ac16078 req-878a7a6a-3638-4b93-85a1-b1f0f41ab3c7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 Aug 11 08:04:37.219835 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b79b1fe2-fdcf-4ceb-b1d6-cdf4dbbc798e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.225329 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-489348db-4f12-4afc-9279-2d7926c86a41 req-81f2e642-4150-415f-bea8-2a39bd362303 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500686 Aug 11 08:04:37.226323 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b79b1fe2-fdcf-4ceb-b1d6-cdf4dbbc798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.265404 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b79b1fe2-fdcf-4ceb-b1d6-cdf4dbbc798e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2eee61d1be2f436db5aa5d95a20c2b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431838 Aug 11 08:04:37.266256 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b1fe2-fdcf-4ceb-b1d6-cdf4dbbc798e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f597350-7ef3-4a78-9f6e-ce91e312253c,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.268836 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47386) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:37.318873 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.339634 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.384999 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.387812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.388990 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f597350-7ef3-4a78-9f6e-ce91e312253c HTTP/1.1" status: 204 len: 168 time: 0.1187844 Aug 11 08:04:37.396462 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec1c84-1970-4bc5-8e56-39fb215cf471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f597350-7ef3-4a78-9f6e-ce91e312253c,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.651723 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47392) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:37.664698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f7e91b-ee99-484e-9d25-82b62cd4a4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.753597 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f7e91b-ee99-484e-9d25-82b62cd4a4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.757219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-76f7e91b-ee99-484e-9d25-82b62cd4a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.797874 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-76f7e91b-ee99-484e-9d25-82b62cd4a4ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4939ea2b32054159a6c33bc1d1f5b65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450517 Aug 11 08:04:37.799005 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e91b-ee99-484e-9d25-82b62cd4a4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0439c0-5608-48cd-a8db-2ab680ce0352,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.800468 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47394) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:37.852008 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.873141 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.919121 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.921740 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.925625 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc0439c0-5608-48cd-a8db-2ab680ce0352 HTTP/1.1" status: 204 len: 168 time: 0.1240723 Aug 11 08:04:37.933494 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4917-a2e9-4961-8598-981cfc7ed1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0439c0-5608-48cd-a8db-2ab680ce0352,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.346589 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f1bb0-3f29-40e8-b1bf-81d3b709117a req-d220644d-4539-454f-b820-af6eca7a8b82 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:38.348106 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fa5f1bb0-3f29-40e8-b1bf-81d3b709117a req-d220644d-4539-454f-b820-af6eca7a8b82 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.0550160 Aug 11 08:04:38.387373 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fa5f1bb0-3f29-40e8-b1bf-81d3b709117a req-71a91845-391c-4fb4-a3b4-50f5e77d4a2e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Aug 11 08:04:38.660257 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410096-ecfe-4064-af11-873da48a1b18 req-dfda3e4d-8f68-4292-b496-a4839495acab tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:38.661788 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7d410096-ecfe-4064-af11-873da48a1b18 req-dfda3e4d-8f68-4292-b496-a4839495acab tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.2085364 Aug 11 08:04:38.670522 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47426) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:38.675350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Request body: {'floatingip': {'port_id': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:38.718307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.180553 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.184696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.285835 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Floating IP a1b0e263-cd42-48dd-911a-6d883bcd1f42 associated. External IP: 172.27.2.206, port: b13e8b90-62aa-4942-9ed0-2c670cfb983c. Aug 11 08:04:39.496276 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:39.606425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:39.611470 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.617115 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:39.627333 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:39.629067 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:39.642737 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-42732ec6-d391-4cbe-808a-cc7f84bdd374 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "PUT /v2.0/floatingips/a1b0e263-cd42-48dd-911a-6d883bcd1f42 HTTP/1.1" status: 200 len: 992 time: 0.9684744 Aug 11 08:04:39.642737 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:39.643050 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f433e2e1-404c-4897-ba6e-4f95cc1023dc" -d '{"events": [{"name": "network-changed", "server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:39.709645 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336e8970-d9bd-4c78-98ab-87d2facb85ec x-openstack-request-id: req-336e8970-d9bd-4c78-98ab-87d2facb85ec {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:39.710150 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:39.710599 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-336e8970-d9bd-4c78-98ab-87d2facb85ec {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:39.711189 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'status': 'completed', 'code': 200} Aug 11 08:04:39.786446 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-c6fc550e-703c-497b-b646-c6b95715be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:39.788081 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-c6fc550e-703c-497b-b646-c6b95715be48 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=910775e9e6ae48c8979a6dd988822558&device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 1099 time: 0.0546157 Aug 11 08:04:39.887009 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-811493d8-9d24-4a0f-a542-af5663d4a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:39.888498 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-811493d8-9d24-4a0f-a542-af5663d4a5c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 200 len: 911 time: 0.0932016 Aug 11 08:04:39.906151 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:39.956430 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-f0eb0dd9-ff46-40ed-b3ad-1f4d84860a92 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c HTTP/1.1" status: 200 len: 1000 time: 0.0578098 Aug 11 08:04:40.006098 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-6bbcda4c-2bc9-4b0f-b348-f1fc571f8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:40.007569 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-6bbcda4c-2bc9-4b0f-b348-f1fc571f8227 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 200 len: 849 time: 0.0437179 Aug 11 08:04:40.056317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-18175f88-c5eb-417f-b9a0-c980a391464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:40.058594 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-18175f88-c5eb-417f-b9a0-c980a391464d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429225 Aug 11 08:04:40.138642 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'a1b0e263-cd42-48dd-911a-6d883bcd1f42', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:01:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:39Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:40.150889 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-9610e6bb-949e-44d1-a761-809d8d162db5 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833585 Aug 11 08:04:40.165989 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:40.176129 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:40.176746 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:40.248273 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f433e2e1-404c-4897-ba6e-4f95cc1023dc req-0f7f6110-fe30-4ddd-bcee-b193f2beb0e9 service neutron] 10.222.0.78 "GET /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911796 Aug 11 08:04:40.284005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:40.505216 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'a1b0e263-cd42-48dd-911a-6d883bcd1f42', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:01:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:39Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:40.531472 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c9e9a-53f4-4902-ae58-d003eb2051e3 None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': 'a1b0e263-cd42-48dd-911a-6d883bcd1f42', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'port_id': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'mac_address': 'fa:16:3e:01:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:39Z', 'revision_number': 1, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:40.703759 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824cbcb-4f85-41d8-a61c-67460e9c62af None None] New status for floating IP a1b0e263-cd42-48dd-911a-6d883bcd1f42: ACTIVE {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:04:42.254610 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47492) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:42.363039 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2c24697e-f43e-42e7-82a1-5871677e3a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.456324 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2c24697e-f43e-42e7-82a1-5871677e3a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.459585 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2c24697e-f43e-42e7-82a1-5871677e3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.497483 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2c24697e-f43e-42e7-82a1-5871677e3a3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca9e17b7d7394937ba3943f870f523f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418249 Aug 11 08:04:42.498568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24697e-f43e-42e7-82a1-5871677e3a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57748d4-7808-4360-9376-f94e2a48050e,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:42.500444 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47496) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:42.550925 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.571332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.617937 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.621416 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.622636 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c57748d4-7808-4360-9376-f94e2a48050e HTTP/1.1" status: 204 len: 168 time: 0.1211493 Aug 11 08:04:42.630452 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e3a53-1a13-498d-90fa-aa27e6e06299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57748d4-7808-4360-9376-f94e2a48050e,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:42.875868 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47502) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:42.889627 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7707193-dd93-41f9-87b3-934201aba66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.981604 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7707193-dd93-41f9-87b3-934201aba66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.985353 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b7707193-dd93-41f9-87b3-934201aba66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.026008 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b7707193-dd93-41f9-87b3-934201aba66e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be3d4bedd13147ffbab9ad10f85c893e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488631 Aug 11 08:04:43.027022 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707193-dd93-41f9-87b3-934201aba66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587d1bd-ce53-4c52-b6e7-04e71e476b7a,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:43.028580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47506) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:43.076165 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.096378 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.142590 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.145321 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.146465 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e587d1bd-ce53-4c52-b6e7-04e71e476b7a HTTP/1.1" status: 204 len: 168 time: 0.1167910 Aug 11 08:04:43.154851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d789c-c862-4a9b-a111-ad69ae7f8df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587d1bd-ce53-4c52-b6e7-04e71e476b7a,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:43.790031 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2f5b-2b88-4ccf-be34-241a3ee85d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.185360 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47544) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:44.287558 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8e08f52-7bc5-4cdc-ab11-1a2946734b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.387567 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8e08f52-7bc5-4cdc-ab11-1a2946734b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.391338 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e8e08f52-7bc5-4cdc-ab11-1a2946734b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.427988 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e8e08f52-7bc5-4cdc-ab11-1a2946734b09 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5cd0e371ad6a4b9dbde6c394a207587e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415340 Aug 11 08:04:44.429840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e08f52-7bc5-4cdc-ab11-1a2946734b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e142a4be-d801-4cba-baf7-3ffa344ecec6,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:44.430694 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47550) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:44.482136 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.503071 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.553096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.555588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.556743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e142a4be-d801-4cba-baf7-3ffa344ecec6 HTTP/1.1" status: 204 len: 168 time: 0.1248977 Aug 11 08:04:44.565004 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51112fa-3260-478b-aac1-6fea3ca822bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e142a4be-d801-4cba-baf7-3ffa344ecec6,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.162976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 47574) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:45.264317 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330549414-network', 'tenant_id': 'c49a55792674427388b53ae5f5bed9ee'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:45.285023 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Made reservation on behalf of c49a55792674427388b53ae5f5bed9ee for: {'network': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:45.287190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.296451 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.395493 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.399444 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.427422 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93661) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:04:45.433833 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26a4875-1798-4209-a74d-9db481539c74,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.439820 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.440168 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.segments_db [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Added segment 2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf of type vlan for network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b Aug 11 08:04:45.479740 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.507159 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.508102 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.508682 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.566944 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4002576 Aug 11 08:04:45.567435 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47580) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:45.572504 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Request body: {'subnet': {'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330549414-subnet', 'tenant_id': 'c49a55792674427388b53ae5f5bed9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:45.575997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130af9f-d28a-4900-bb1d-6d1b7826c99f admin admin] Pushing event updated for resources: {'Network': ['ID=5f1b008b-4e81-4bcc-b592-858c38ab6c2b,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.585461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:04:45.593961 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Made reservation on behalf of c49a55792674427388b53ae5f5bed9ee for: {'subnet': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:45.596366 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318294'] for subnet, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.764943 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318276'] for subnet, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.821039 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7e3b50-edb3-4818-8d10-002527289018,revision_number=0']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.832301 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Checking segment: {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:45.832656 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Network hostable DHCP agents. Network: 5f1b008b-4e81-4bcc-b592-858c38ab6c2b, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:04:45.850037 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:04:45.860065 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 5f1b008b-4e81-4bcc-b592-858c38ab6c2b) {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:45.864167 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.864804 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.871708 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0821c-f5f0-48c5-af70-ab3c1212eb0b None None] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:45.879875 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b42e9eec-ebe8-4962-a38a-6fc6abc56ff4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3112488 Aug 11 08:04:46.001643 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48024d9-9a08-4c28-8ace-255d6137a2b0 None None] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:46.739197 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-94b654bf-4bb2-42f3-acfe-7670bf40f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:46.858732 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.640000 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-6b16e9c4-2622-428d-8825-be0a836159c2 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:47.641478 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-6b16e9c4-2622-428d-8825-be0a836159c2 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 808 time: 0.1003406 Aug 11 08:04:47.656164 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-92fb5adf-2432-45e8-876e-74879fcad67b tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/quotas/c49a55792674427388b53ae5f5bed9ee HTTP/1.1" status: 200 len: 375 time: 0.0091095 Aug 11 08:04:47.686950 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-77473cc6-a8cc-4faa-a56c-f5182fda971c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256934 Aug 11 08:04:47.822012 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.828757 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-bb078fee-49a3-4a56-8655-b382a40f0a7c service neutron] 10.222.0.68 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351614 Aug 11 08:04:47.918854 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-83f04468-10f2-4384-9408-9bf12de46c50 service neutron] 10.222.0.68 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Aug 11 08:04:48.075376 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05ae0821-e9a0-4762-a02c-9683be9e6e02 req-baba0203-7eb7-4cde-97f9-cb41e77fe4f6 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 210 time: 0.0263414 Aug 11 08:04:49.032629 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.210610 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-92af175f-100d-4701-b136-312970e89e92 req-9b091fa7-77f7-449a-99f7-afa94feb8f62 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 210 time: 0.0595875 Aug 11 08:04:49.299533 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-eb6094a7-87e9-42c3-a50e-c4b35d28a22e tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:49.301053 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-eb6094a7-87e9-42c3-a50e-c4b35d28a22e tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 808 time: 0.1382449 Aug 11 08:04:49.324208 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Request body: {'port': {'device_id': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b', 'admin_state_up': True, 'tenant_id': 'c49a55792674427388b53ae5f5bed9ee'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:49.428767 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Made reservation on behalf of c49a55792674427388b53ae5f5bed9ee for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:49.432071 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.554362 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Allocated IP 172.20.0.13 (5f1b008b-4e81-4bcc-b592-858c38ab6c2b/6c7e3b50-edb3-4818-8d10-002527289018/db83c83e-f14a-4cad-8fe1-146114bacf82) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:49.697774 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.734967 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.777555 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:49.782567 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:49.784897 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:49.812103 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Pushing event updated for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:49.836000 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:49.836596 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.850352 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-899b4595-4c15-4170-9343-d8762e83ad4d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5301161 Aug 11 08:04:49.865178 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Request body: {'port': {'device_id': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:49.922819 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.178128 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db83c83e-f14a-4cad-8fe1-146114bacf82 {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:50.186620 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.198511 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Transition to ACTIVE for port object db83c83e-f14a-4cad-8fe1-146114bacf82 will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:50.201652 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.266104 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:50.349807 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Attempting to bind port db83c83e-f14a-4cad-8fe1-146114bacf82 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:50.350498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Attempting to bind port db83c83e-f14a-4cad-8fe1-146114bacf82 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:50.350498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Attempting to bind port db83c83e-f14a-4cad-8fe1-146114bacf82 on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:50.359625 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04863ef7-2a5a-4500-b6e2-8331d5dbdb84 req-973d2338-e734-4936-9414-7eb2a4f82628 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:50.361121 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-04863ef7-2a5a-4500-b6e2-8331d5dbdb84 req-973d2338-e734-4936-9414-7eb2a4f82628 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 944 time: 0.0718405 Aug 11 08:04:50.364134 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Port db83c83e-f14a-4cad-8fe1-146114bacf82 on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:50.364454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Attempting to bind port db83c83e-f14a-4cad-8fe1-146114bacf82 on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:50.374814 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:50.375147 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Checking segment: {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:50.375514 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Bound using segment: {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:50.375940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Bound port: db83c83e-f14a-4cad-8fe1-146114bacf82, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:50.376291 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.430816 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-04863ef7-2a5a-4500-b6e2-8331d5dbdb84 req-e3469416-0177-44bd-869a-3ee4d5214769 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 Aug 11 08:04:50.457021 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:50.460141 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=db83c83e-f14a-4cad-8fe1-146114bacf82,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:50.463719 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.500781 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:50.501420 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.502796 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] 10.222.0.78 "PUT /v2.0/ports/db83c83e-f14a-4cad-8fe1-146114bacf82 HTTP/1.1" status: 200 len: 1094 time: 0.6416526 Aug 11 08:04:50.503233 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:50.505505 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9de93-d5b9-4e1d-b416-2a565da654a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:50.529361 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1ad04-a8c2-4cb0-bc95-c4ab3e42b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:50.546183 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dc743e-9513-4a18-980a-f4bcd849a4f8 x-openstack-request-id: req-16dc743e-9513-4a18-980a-f4bcd849a4f8 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:50.546473 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:50.546726 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16dc743e-9513-4a18-980a-f4bcd849a4f8 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:50.547351 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82', 'status': 'completed', 'code': 200} Aug 11 08:04:50.593611 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-9b321ce9-57a8-4b60-8717-f99b7ce868bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:50.595081 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-9b321ce9-57a8-4b60-8717-f99b7ce868bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 1097 time: 0.0414708 Aug 11 08:04:50.639491 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-3ba3eaa0-9b15-4640-b03a-aeb52598257f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db83c83e-f14a-4cad-8fe1-146114bacf82 HTTP/1.1" status: 200 len: 217 time: 0.0336325 Aug 11 08:04:50.692782 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-bb6718d4-90a1-4f67-a0dc-09b38b4bc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:50.694295 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-bb6718d4-90a1-4f67-a0dc-09b38b4bc107 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c7e3b50-edb3-4818-8d10-002527289018 HTTP/1.1" status: 200 len: 848 time: 0.0462787 Aug 11 08:04:50.731061 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-5bd4a2d4-afb7-4052-8aa8-52a9f115ac73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246179 Aug 11 08:04:50.825635 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-14ef9223-45c5-4526-88e3-e59fd33c80fc service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811954 Aug 11 08:04:50.972889 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-33f25b4f-e61e-4ddb-a7c2-1bd1db6b02e0 req-fd28d783-0166-410a-be61-d18d6df179ba service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312251 Aug 11 08:04:51.063752 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-c6baede3-88d5-42c2-b33e-c5ab6d9a00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.065236 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-c6baede3-88d5-42c2-b33e-c5ab6d9a00e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 1097 time: 0.0391538 Aug 11 08:04:51.161576 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-a7cf98a6-73f8-4df0-bc72-8ee8c18bdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.163087 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-a7cf98a6-73f8-4df0-bc72-8ee8c18bdefd service neutron] 10.222.0.78 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 909 time: 0.0850644 Aug 11 08:04:51.211003 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-28797b6f-7d2d-4732-bbf6-36e7bb1e6c27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db83c83e-f14a-4cad-8fe1-146114bacf82 HTTP/1.1" status: 200 len: 217 time: 0.0373979 Aug 11 08:04:51.264348 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-07f4f542-2624-4638-82f8-699f3814f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.265859 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-07f4f542-2624-4638-82f8-699f3814f177 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c7e3b50-edb3-4818-8d10-002527289018 HTTP/1.1" status: 200 len: 848 time: 0.0444148 Aug 11 08:04:51.301053 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-e5000af7-7715-4bf3-831a-de47dfa25768 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243874 Aug 11 08:04:51.394018 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-182a1f65-a194-4a48-8f76-9ea4b7248a31 service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843391 Aug 11 08:04:51.484176 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-53b9de93-d5b9-4e1d-b416-2a565da654a7 req-7f6656ef-89a1-4398-853e-fc89b7ad8a58 service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797329 Aug 11 08:04:51.551811 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1f57-4ec9-40fc-ab91-c035cc9a80b3 req-75fc9774-49d5-42f1-be96-12b22e6c9e00 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.553304 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-950a1f57-4ec9-40fc-ab91-c035cc9a80b3 req-75fc9774-49d5-42f1-be96-12b22e6c9e00 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 944 time: 0.0524285 Aug 11 08:04:51.591639 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-950a1f57-4ec9-40fc-ab91-c035cc9a80b3 req-fb46b14a-3d69-4685-90ea-ecc55a7806a5 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Aug 11 08:04:52.381379 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bc76d-f4f6-434c-b6b5-f4f7864eec34 req-6f5a4c59-037a-41fe-82cd-841064851259 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:52.382850 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-827bc76d-f4f6-434c-b6b5-f4f7864eec34 req-6f5a4c59-037a-41fe-82cd-841064851259 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0510845 Aug 11 08:04:52.419509 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-827bc76d-f4f6-434c-b6b5-f4f7864eec34 req-b078dcd9-c171-4e46-a022-0d90368b5e03 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306246 Aug 11 08:04:52.707208 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92da8b-56e9-4800-a5bc-591f3f375314 req-b9b70f31-8068-4bd0-8c2c-e81eee042eba tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:52.708683 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6a92da8b-56e9-4800-a5bc-591f3f375314 req-b9b70f31-8068-4bd0-8c2c-e81eee042eba tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 944 time: 0.0487463 Aug 11 08:04:52.746435 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6a92da8b-56e9-4800-a5bc-591f3f375314 req-edb1e3fe-367b-46b3-8dd8-634bf4a19677 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Aug 11 08:04:53.534279 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00be98-5554-498a-a219-ead8129c55aa req-be7f96ec-d3ea-4473-8a18-242d6f654c84 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.535873 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-af00be98-5554-498a-a219-ead8129c55aa req-be7f96ec-d3ea-4473-8a18-242d6f654c84 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0478575 Aug 11 08:04:53.574163 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-af00be98-5554-498a-a219-ead8129c55aa req-607870fd-d473-4926-a1f2-5f16635c7bf5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Aug 11 08:04:53.861708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abbae-e9d1-4009-9534-ff6f507897f9 req-08eeab19-a045-4d2c-9678-0d9ddbc623d5 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.863162 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-936abbae-e9d1-4009-9534-ff6f507897f9 req-08eeab19-a045-4d2c-9678-0d9ddbc623d5 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 944 time: 0.0477080 Aug 11 08:04:53.899623 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-936abbae-e9d1-4009-9534-ff6f507897f9 req-d07c13b2-07b5-445f-a97e-6a8e3e31f916 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Aug 11 08:04:54.690967 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63ea3-12a2-4eeb-9acc-481b24b7b220 req-fd56354b-a99e-4e5c-b389-4d0d7c722972 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:54.692390 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2a63ea3-12a2-4eeb-9acc-481b24b7b220 req-fd56354b-a99e-4e5c-b389-4d0d7c722972 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0503385 Aug 11 08:04:54.729038 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c2a63ea3-12a2-4eeb-9acc-481b24b7b220 req-803a6ae2-ca06-4ec8-8a1b-dcbaff0eec2c tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306969 Aug 11 08:04:54.766602 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device db83c83e-f14a-4cad-8fe1-146114bacf82 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:54.858579 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=db83c83e-f14a-4cad-8fe1-146114bacf82,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:54.869354 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'db83c83e-f14a-4cad-8fe1-146114bacf82', 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b', 'port_id': 'db83c83e-f14a-4cad-8fe1-146114bacf82', 'mac_address': 'fa:16:3e:8a:42:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7e3b50-edb3-4818-8d10-002527289018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:54.905208 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.920333 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db83c83e-f14a-4cad-8fe1-146114bacf82 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:54.939969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=db83c83e-f14a-4cad-8fe1-146114bacf82,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:54.944211 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.991857 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:55.016296 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ae063-c118-4849-8c94-daa9a5eb5d85 req-81bc39fb-63bc-4887-97ee-17f543b6e87f tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:55.017794 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b71ae063-c118-4849-8c94-daa9a5eb5d85 req-81bc39fb-63bc-4887-97ee-17f543b6e87f tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 945 time: 0.0480037 Aug 11 08:04:55.058743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b71ae063-c118-4849-8c94-daa9a5eb5d85 req-7b5de5dd-1805-457f-b226-533b871ee185 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Aug 11 08:04:55.139122 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:04:55.250025 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['db83c83e-f14a-4cad-8fe1-146114bacf82'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:55.847210 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1516db8-7fe7-4ed7-a67b-e0cbd72fa71f req-6efa2239-801b-4806-9751-27b1e7a9b5af tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:55.848673 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f1516db8-7fe7-4ed7-a67b-e0cbd72fa71f req-6efa2239-801b-4806-9751-27b1e7a9b5af tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0485761 Aug 11 08:04:55.884679 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f1516db8-7fe7-4ed7-a67b-e0cbd72fa71f req-59a74260-ce7e-445f-a464-3e1134bb9a79 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299933 Aug 11 08:04:56.174413 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa910f1-d4b5-4521-8570-7fc686f2d58f req-3cc80fe2-531c-42a9-87d2-c21eea034c6f tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:56.175936 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bfa910f1-d4b5-4521-8570-7fc686f2d58f req-3cc80fe2-531c-42a9-87d2-c21eea034c6f tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 945 time: 0.0494518 Aug 11 08:04:56.214530 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bfa910f1-d4b5-4521-8570-7fc686f2d58f req-b7772ba9-357c-4644-9b6e-8a0217e4a353 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Aug 11 08:04:56.774353 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device db83c83e-f14a-4cad-8fe1-146114bacf82 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:56.825194 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port db83c83e-f14a-4cad-8fe1-146114bacf82 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:56.828724 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port db83c83e-f14a-4cad-8fe1-146114bacf82 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:56.829244 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.904676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.926917 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:56.929328 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9037269e-f0db-485b-a1e3-55e25219bb6c" -d '{"events": [{"server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:56.943112 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=db83c83e-f14a-4cad-8fe1-146114bacf82,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:56.947823 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.978702 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35bd57-9ef3-42a8-b03a-8e57dea38ce6 x-openstack-request-id: req-cb35bd57-9ef3-42a8-b03a-8e57dea38ce6 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:56.978992 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:56.979256 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb35bd57-9ef3-42a8-b03a-8e57dea38ce6 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:56.979672 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82', 'code': 200} Aug 11 08:04:57.003057 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff14b-cfd7-4273-a25b-e8cdcdf21c50 req-7b3886f8-42e7-4380-b174-50b0b3fa4b6f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.004446 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:57.005322 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f6ff14b-cfd7-4273-a25b-e8cdcdf21c50 req-7b3886f8-42e7-4380-b174-50b0b3fa4b6f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0520267 Aug 11 08:04:57.042768 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f6ff14b-cfd7-4273-a25b-e8cdcdf21c50 req-a9122e1a-7947-4a26-bae6-8c2d82df9c18 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 11 08:04:57.175740 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69f63d-63e7-44a1-b384-ff0c4f0ad74a req-db621563-aeae-4ca0-aa94-872ddc96c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.177234 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8f69f63d-63e7-44a1-b384-ff0c4f0ad74a req-db621563-aeae-4ca0-aa94-872ddc96c7cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 1099 time: 0.0404441 Aug 11 08:04:57.212065 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8f69f63d-63e7-44a1-b384-ff0c4f0ad74a req-3578b77e-9347-4c4c-882d-243607254a72 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264158 Aug 11 08:04:57.335768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d7d7-8b5f-4c70-bb06-637252ea63c9 req-cf634f86-fd10-413e-9c80-7f646cdee6c6 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.337337 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b0d5d7d7-8b5f-4c70-bb06-637252ea63c9 req-cf634f86-fd10-413e-9c80-7f646cdee6c6 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 946 time: 0.0563779 Aug 11 08:04:57.383234 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b0d5d7d7-8b5f-4c70-bb06-637252ea63c9 req-a5450c55-8acf-46f8-9923-cb4469d2e0f7 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352831 Aug 11 08:04:57.419290 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032759-e226-4bc0-963c-461984c9b210 req-a58b2dfa-52ff-4c3a-b207-b59b3ef259f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.420754 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-a58b2dfa-52ff-4c3a-b207-b59b3ef259f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0446641 Aug 11 08:04:57.526271 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032759-e226-4bc0-963c-461984c9b210 req-56fe94a1-dd09-4b95-8dfd-4439c88977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.527833 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-56fe94a1-dd09-4b95-8dfd-4439c88977f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.0803280 Aug 11 08:04:57.597373 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-faae8e7e-984d-40ee-ad6b-ac1faf1aa16a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0606642 Aug 11 08:04:57.647712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032759-e226-4bc0-963c-461984c9b210 req-59742537-6038-42ac-88ab-ed903577dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.649162 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-59742537-6038-42ac-88ab-ed903577dc68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.0426369 Aug 11 08:04:57.696137 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93032759-e226-4bc0-963c-461984c9b210 req-30765e83-4c87-48ed-bb6f-540e9517c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.697613 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-30765e83-4c87-48ed-bb6f-540e9517c12a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385261 Aug 11 08:04:57.797575 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-3d07c7d4-85c2-408e-9763-954b3ba51b2d service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Aug 11 08:04:57.903676 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-93032759-e226-4bc0-963c-461984c9b210 req-1fcf1e8b-c403-4795-a067-431c5b7eb136 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828433 Aug 11 08:04:58.108726 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947295-27c3-4530-b608-2c2bb7183371 req-be3c4d30-3fb6-4f5e-bf1a-f61e92aa9fd3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.110235 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fc947295-27c3-4530-b608-2c2bb7183371 req-be3c4d30-3fb6-4f5e-bf1a-f61e92aa9fd3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Aug 11 08:04:58.150564 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fc947295-27c3-4530-b608-2c2bb7183371 req-3603ddbb-d7d0-44bf-a3d1-997bc99299be tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Aug 11 08:04:58.159160 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5bef-c499-4ca4-a43b-ba0a59d022aa req-05721ba7-13e2-4dc5-b231-27ff1c6d671e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.160771 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2fcf5bef-c499-4ca4-a43b-ba0a59d022aa req-05721ba7-13e2-4dc5-b231-27ff1c6d671e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Aug 11 08:04:58.197939 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2fcf5bef-c499-4ca4-a43b-ba0a59d022aa req-4dc6dcc6-fcfc-4ffd-984c-0188fd55c356 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Aug 11 08:04:58.497140 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311074-8adf-403b-9715-608b3701959a req-65303ea9-17b3-4681-b269-f4b3da2f0eb1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.498602 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46311074-8adf-403b-9715-608b3701959a req-65303ea9-17b3-4681-b269-f4b3da2f0eb1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 946 time: 0.0486100 Aug 11 08:04:58.535110 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-46311074-8adf-403b-9715-608b3701959a req-6bd5df61-fa3a-40ef-9668-5e5d6951d944 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Aug 11 08:04:59.256627 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca83c8-cefe-4b69-a104-d8c178761942 req-64c287be-523d-4fab-b3f7-70d71bf2251d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.258196 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80ca83c8-cefe-4b69-a104-d8c178761942 req-64c287be-523d-4fab-b3f7-70d71bf2251d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 946 time: 0.0528412 Aug 11 08:04:59.270708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e6816-bd08-48e4-a7b9-6fef1b154a7b req-ecbdef35-eb15-41ec-ab3a-041815ed0f67 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.272281 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aa4e6816-bd08-48e4-a7b9-6fef1b154a7b req-ecbdef35-eb15-41ec-ab3a-041815ed0f67 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Aug 11 08:04:59.299379 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80ca83c8-cefe-4b69-a104-d8c178761942 req-1902c56f-0e10-437f-b782-ce24bd7839db tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Aug 11 08:04:59.306716 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.326682 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aa4e6816-bd08-48e4-a7b9-6fef1b154a7b req-25722098-74f1-4131-8b53-59c119eb40df tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477927 Aug 11 08:04:59.402324 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d67729-d148-4c2b-91c9-4e4f7e6011fe req-5b9b0aca-27de-4cb5-82d7-9fda0da247f8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.403868 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-83d67729-d148-4c2b-91c9-4e4f7e6011fe req-5b9b0aca-27de-4cb5-82d7-9fda0da247f8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0488853 Aug 11 08:04:59.441585 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-83d67729-d148-4c2b-91c9-4e4f7e6011fe req-287a92c6-d5fa-449a-9ebc-16001e2f254c tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Aug 11 08:05:00.414640 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931d9c-b044-465e-b30a-9a917effe1f7 req-755ab431-8e08-4387-8680-a47ed079d437 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.416140 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-40931d9c-b044-465e-b30a-9a917effe1f7 req-755ab431-8e08-4387-8680-a47ed079d437 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 946 time: 0.0489855 Aug 11 08:05:00.455378 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-40931d9c-b044-465e-b30a-9a917effe1f7 req-b20155ec-f946-4706-af1f-293e86711179 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Aug 11 08:05:00.564035 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39143531-2518-425a-9eea-181d2da85334 req-ba34fc83-5396-49d8-95a4-c51e9832efbf tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.565660 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-39143531-2518-425a-9eea-181d2da85334 req-ba34fc83-5396-49d8-95a4-c51e9832efbf tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Aug 11 08:05:00.606003 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-39143531-2518-425a-9eea-181d2da85334 req-8d06d251-3ac1-4462-b1ea-eacf111b7150 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Aug 11 08:05:00.708638 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaf3e7-49cd-4322-a8fc-64c158fd82dc req-3665bfc2-32c2-4098-b99c-1dbe4c5afbf3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.710154 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c6aaf3e7-49cd-4322-a8fc-64c158fd82dc req-3665bfc2-32c2-4098-b99c-1dbe4c5afbf3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.3129997 Aug 11 08:05:00.722891 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-a86ad10a-b6df-4389-8ff4-90e753082e02 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.724266 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-a86ad10a-b6df-4389-8ff4-90e753082e02 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 946 time: 0.3151052 Aug 11 08:05:00.781364 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c6aaf3e7-49cd-4322-a8fc-64c158fd82dc req-502839a8-3d36-41b5-9e80-e42f492a1d5a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561759 Aug 11 08:05:00.872607 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:00.872843 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.956193 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] For port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:00.956545 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.117277 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-5f5c7b5f-e56f-4549-81ce-b397e3beec03 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.118909 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-5f5c7b5f-e56f-4549-81ce-b397e3beec03 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 946 time: 0.0484924 Aug 11 08:05:01.183630 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.183995 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.184303 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP 5203c512-f7ae-4e97-868b-e1a4d6fb8b68 disassociated. External IP: 172.27.2.176, port: 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03. Aug 11 08:05:01.184633 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:01.217613 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Deleting port db83c83e-f14a-4cad-8fe1-146114bacf82 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:01.217954 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.304025 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] For port db83c83e-f14a-4cad-8fe1-146114bacf82, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=db83c83e-f14a-4cad-8fe1-146114bacf82,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:01.304384 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.313831 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.324092 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Calling delete_port for db83c83e-f14a-4cad-8fe1-146114bacf82 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:01.344121 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:01.455990 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.461179 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:01.469461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['db83c83e-f14a-4cad-8fe1-146114bacf82'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:01.489350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Pushing event deleted for resources: {'Port': ['ID=db83c83e-f14a-4cad-8fe1-146114bacf82,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:01.537379 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] No DVR routers for this DVR port db83c83e-f14a-4cad-8fe1-146114bacf82 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:01.539789 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.541867 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c89ddda1-f87a-4504-bc30-fa3ee93d0067 req-aba47849-8488-4740-91d9-c2e4be63517c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "DELETE /v2.0/ports/db83c83e-f14a-4cad-8fe1-146114bacf82 HTTP/1.1" status: 204 len: 173 time: 0.4155276 Aug 11 08:05:01.542897 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'name': 'network-vif-deleted', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:01.552470 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39236f-9bef-4c87-a451-138f89f8056d" -d '{"events": [{"server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "name": "network-vif-deleted", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:01.597321 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2cced0a6-861c-4df3-94a0-96786cefa14c req-44c81ea8-a6b1-4ce7-8824-b6f79eaf684c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b208c64-6f30-45af-98a8-d7282c1c4a9b HTTP/1.1" status: 200 len: 210 time: 0.0376232 Aug 11 08:05:01.598317 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4667514-b965-48fa-bd92-986b7abbb1b5 x-openstack-request-id: req-b4667514-b965-48fa-bd92-986b7abbb1b5 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:01.598610 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b208c64-6f30-45af-98a8-d7282c1c4a9b", "name": "network-vif-deleted", "tag": "db83c83e-f14a-4cad-8fe1-146114bacf82", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:01.599286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b4667514-b965-48fa-bd92-986b7abbb1b5 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:01.599692 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b208c64-6f30-45af-98a8-d7282c1c4a9b', 'name': 'network-vif-deleted', 'tag': 'db83c83e-f14a-4cad-8fe1-146114bacf82', 'status': 'completed', 'code': 200} Aug 11 08:05:01.616547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:01.628951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:01.638163 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:01.638942 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:01.723556 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] No DVR routers for this DVR port 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:01.726686 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.730636 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1940c8ab-e552-4e35-89e7-f3bca3318150 req-87d7de57-3896-4991-80e6-bdedc930880d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "DELETE /v2.0/ports/2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 HTTP/1.1" status: 204 len: 173 time: 0.9924867 Aug 11 08:05:01.731110 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'name': 'network-vif-deleted', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:01.740351 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a5f421-a734-44a7-8041-dbc60ca705ec" -d '{"events": [{"server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "name": "network-vif-deleted", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:01.770477 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbb614-5040-4df5-ba9f-0cee348a6a58 req-809db178-e600-4ddd-a145-693b289d90f1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.778337 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-56dbb614-5040-4df5-ba9f-0cee348a6a58 req-809db178-e600-4ddd-a145-693b289d90f1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0902102 Aug 11 08:05:01.802814 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:01.825526 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-56dbb614-5040-4df5-ba9f-0cee348a6a58 req-e77c8c53-691b-45ce-9f24-6a6ca1719a1e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Aug 11 08:05:01.928617 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1ed042e-0ce7-4195-bbb2-02375bc4ca77 req-41b596ac-5dc9-45cb-a5ee-1aa043084c98 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=053c384c-d24c-4e37-bd82-64c786225708 HTTP/1.1" status: 200 len: 210 time: 0.0303178 Aug 11 08:05:01.952025 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a8a18-bdca-4051-a24a-711ab3f3c2c3 x-openstack-request-id: req-dd5a8a18-bdca-4051-a24a-711ab3f3c2c3 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:01.952321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053c384c-d24c-4e37-bd82-64c786225708", "name": "network-vif-deleted", "tag": "2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:01.952586 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd5a8a18-bdca-4051-a24a-711ab3f3c2c3 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:01.953015 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c384c-d24c-4e37-bd82-64c786225708', 'name': 'network-vif-deleted', 'tag': '2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03', 'status': 'completed', 'code': 200} Aug 11 08:05:02.041478 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:02.071065 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:02.079887 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:02.080503 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:04:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:02.191545 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:02.511952 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:02.538254 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95684704-d813-4df2-bc82-8f0acca8cac0 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:02.610310 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305d80-9944-47e8-9774-d731141984e1 req-cdace283-f889-4bd5-aac9-8bcb861b3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.611828 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-cdace283-f889-4bd5-aac9-8bcb861b3e26 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0456529 Aug 11 08:05:02.721166 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305d80-9944-47e8-9774-d731141984e1 req-3a330008-246d-4117-9e15-67a3c7edaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.722597 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-3a330008-246d-4117-9e15-67a3c7edaa8d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.1017044 Aug 11 08:05:02.819030 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730595c4-8895-42d4-9530-ed71a4aa1f94 None None] New status for floating IP 5203c512-f7ae-4e97-868b-e1a4d6fb8b68: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:05:02.851025 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-a8e98c52-dfb0-4a38-9df7-96ba0cbaa7d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 1000 time: 0.1192834 Aug 11 08:05:02.926213 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-5e253c61-87b5-4759-9d92-34fc10f472c6 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.927683 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-5e253c61-87b5-4759-9d92-34fc10f472c6 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 808 time: 0.1569295 Aug 11 08:05:02.931431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305d80-9944-47e8-9774-d731141984e1 req-6073bae0-c774-4a6d-91e4-9c0183622eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.932839 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-6073bae0-c774-4a6d-91e4-9c0183622eda service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.0737536 Aug 11 08:05:02.953485 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-03562ec5-8be3-49d4-a1a9-849bd6e12c00 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/quotas/c49a55792674427388b53ae5f5bed9ee HTTP/1.1" status: 200 len: 375 time: 0.0155511 Aug 11 08:05:03.014577 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-93cc51f5-b253-4532-869f-67688a34c626 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460484 Aug 11 08:05:03.038987 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305d80-9944-47e8-9774-d731141984e1 req-1f54c45e-d2d8-4452-90bc-9077571e2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:03.040503 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-1f54c45e-d2d8-4452-90bc-9077571e2756 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858774 Aug 11 08:05:03.059796 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98299d0-a509-4ab8-96ae-9d453287bb99 req-db65a3e7-6825-4c44-b37c-90db8c2b91f5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:03.061324 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f98299d0-a509-4ab8-96ae-9d453287bb99 req-db65a3e7-6825-4c44-b37c-90db8c2b91f5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0618486 Aug 11 08:05:03.099947 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f98299d0-a509-4ab8-96ae-9d453287bb99 req-6cdfbe6a-87a7-4411-a0bc-249001c37626 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Aug 11 08:05:03.199656 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-6f649763-7584-4b35-8a6e-83ee8bf533bc service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453555 Aug 11 08:05:03.228461 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-6ec016d3-1365-4a44-8647-abbdb3e2e504 service neutron] 10.222.0.68 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050111 Aug 11 08:05:03.342737 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-0e01c236-4efd-4bd3-ad5b-60b9c8fe5e85 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623215892&fields=id&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 267 time: 0.0377049 Aug 11 08:05:03.367076 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6d305d80-9944-47e8-9774-d731141984e1 req-405b2ad5-24ea-4b83-a4d1-c2f01396cb7b service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593440 Aug 11 08:05:03.372583 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-f5521515-503f-4a34-beca-0854bcc181a3 service neutron] 10.222.0.68 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119337 Aug 11 08:05:03.452214 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-99a611d2-988d-4895-8403-7f048e8d477f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:03.453730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-99a611d2-988d-4895-8403-7f048e8d477f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.1038289 Aug 11 08:05:03.469876 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-75dc7606-385e-4618-8d66-51d19c6e5fd6 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/quotas/474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 375 time: 0.0099845 Aug 11 08:05:03.529754 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-00f96045-a3c3-4fd9-b595-b589c027ce2d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541697 Aug 11 08:05:03.637568 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-215b2788-68fb-458c-97f1-bcdc380e45a5 service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959189 Aug 11 08:05:03.642735 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4315f972-760d-4fb0-ab43-1d5f884e56ce req-4a5f1375-1b8a-41f2-83a5-5f2fe900650e tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 210 time: 0.0314345 Aug 11 08:05:03.735491 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-126ba7f2-ea27-436a-bd1e-4cd0a8eb5ae0 service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894530 Aug 11 08:05:04.039683 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-57f91936-ab70-4f2a-b7f0-6e9b3a8931de req-dd22781f-d371-4c8a-8c04-e33ce1473db7 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 210 time: 0.0325227 Aug 11 08:05:04.218685 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b3e0-eb66-492c-ae47-a1d5d70c06a5 req-cda8b3c8-4e69-4365-9385-3d209dc3e680 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.220254 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e046b3e0-eb66-492c-ae47-a1d5d70c06a5 req-cda8b3c8-4e69-4365-9385-3d209dc3e680 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Aug 11 08:05:04.262578 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e046b3e0-eb66-492c-ae47-a1d5d70c06a5 req-eea4099c-d60f-40c0-9849-2a2ceacbcfa3 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Aug 11 08:05:04.609957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-0359a1e5-989a-4d9d-b822-b38444ddc204 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.611547 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-0359a1e5-989a-4d9d-b822-b38444ddc204 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 808 time: 0.1118007 Aug 11 08:05:04.629059 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Request body: {'port': {'device_id': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b', 'admin_state_up': True, 'tenant_id': 'c49a55792674427388b53ae5f5bed9ee'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:04.749161 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-367c3214-f68d-45b0-9d36-25f9b38269b4 req-607712c7-8e47-4bf3-9262-a1d6122248e5 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Aug 11 08:05:04.767603 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Made reservation on behalf of c49a55792674427388b53ae5f5bed9ee for: {'port': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:04.771286 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:04.788734 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device db83c83e-f14a-4cad-8fe1-146114bacf82 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:04.809273 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: db83c83e-f14a-4cad-8fe1-146114bacf82 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:04.809618 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device db83c83e-f14a-4cad-8fe1-146114bacf82 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:04.810051 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:04.832394 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:04.832745 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2fd591fa-9a41-4f3d-ad1c-bfc0e8d6ec03 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:04.894839 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Allocated IP 172.20.0.14 (5f1b008b-4e81-4bcc-b592-858c38ab6c2b/6c7e3b50-edb3-4818-8d10-002527289018/4aa1a8d7-91ef-494e-9317-3b7f01bc616c) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:05.032211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.085597 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.145092 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:05.162846 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:05.165419 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:05.174335 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e6df6e68-ea33-4288-9912-4c90e8c5d765 req-d96ddfc6-8b92-4363-a807-222f7f2bec25 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 210 time: 0.0456512 Aug 11 08:05:05.189031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-554e5761-42b2-4781-bc69-cc1a233c4f07 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.190587 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-554e5761-42b2-4781-bc69-cc1a233c4f07 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.1150513 Aug 11 08:05:05.210175 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Pushing event updated for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:05.235159 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.235960 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.245601 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-20e55c5c-2642-4784-804a-9f9e4783044d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 379 time: 0.0382946 Aug 11 08:05:05.250597 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a6ba8a7e-0cf1-4dad-a39f-b104c5d8d0e1 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6271541 Aug 11 08:05:05.266006 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'port': {'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'admin_state_up': True, 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'security_groups': ['3d2bb234-f07c-4279-9028-c311cab7bbcb']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:05.267453 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Request body: {'port': {'device_id': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:05.341142 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.428744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c1276-58ed-483a-b49b-72b4ad643d9f req-4bd01d1c-d7f2-4ca9-97c0-4ec7c36941ca tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.430188 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9c5c1276-58ed-483a-b49b-72b4ad643d9f req-4bd01d1c-d7f2-4ca9-97c0-4ec7c36941ca tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0697215 Aug 11 08:05:05.431282 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Made reservation on behalf of 474e4d5b697d40ddba7ae02c60345d3f for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:05.435016 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.518318 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9c5c1276-58ed-483a-b49b-72b4ad643d9f req-4737db0d-91e4-4870-92dd-b8649f532754 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809689 Aug 11 08:05:05.595134 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.20.0.7 (6fe00276-8365-427a-877f-e1ad1fadf5a3/e0919f1d-4430-46b3-8a10-7a2bf7c942fb/401ceebd-45b1-4f27-b208-36babf63dc40) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:05.625507 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa1a8d7-91ef-494e-9317-3b7f01bc616c {{(pid=93660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:05.633615 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.649665 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.provisioning_blocks [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Transition to ACTIVE for port object 4aa1a8d7-91ef-494e-9317-3b7f01bc616c will not be triggered until provisioned by entity L2. {{(pid=93660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:05.654247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.727756 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:05.754774 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.787394 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Attempting to bind port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:05.787725 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Attempting to bind port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:05.788050 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Attempting to bind port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:05.797768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Transition to ACTIVE for port object 401ceebd-45b1-4f27-b208-36babf63dc40 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:05.801415 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:05.802964 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Attempting to bind port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c on network 5f1b008b-4e81-4bcc-b592-858c38ab6c2b {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:05.811771 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:05.812503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Checking segment: {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:05.813316 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Bound using segment: {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'} {{(pid=93660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:05.813749 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.managers [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Bound port: 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b'}}] {{(pid=93660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:05.814110 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.849634 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.895284 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, cleared binding levels {{(pid=93660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:05.900113 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:05.909899 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.945577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:05.948586 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:05.952430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:05.953964 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.959944 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.964830 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] 10.222.0.78 "PUT /v2.0/ports/4aa1a8d7-91ef-494e-9317-3b7f01bc616c HTTP/1.1" status: 200 len: 1094 time: 0.7008851 Aug 11 08:05:05.965623 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:05.967463 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d66af-a9aa-46a6-ac8c-a314ac0ef92e req-9e44751c-0f3e-4658-b448-db5e0d83c3f9 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.968597 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395443e9-b5a9-4f0b-950b-f54ac552590d" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:05.975992 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bd4d66af-a9aa-46a6-ac8c-a314ac0ef92e req-9e44751c-0f3e-4658-b448-db5e0d83c3f9 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 944 time: 0.1408484 Aug 11 08:05:05.978096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:06.026080 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3fd6-afa0-434a-9d02-585ba3afbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=3']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:06.063491 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bd4d66af-a9aa-46a6-ac8c-a314ac0ef92e req-25f9e4d3-235a-4161-97bb-e2ca10755fa7 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Aug 11 08:05:06.065069 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdddd043-1915-4373-894a-af939c179334 x-openstack-request-id: req-bdddd043-1915-4373-894a-af939c179334 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:06.065545 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:06.066290 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bdddd043-1915-4373-894a-af939c179334 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:06.066880 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c', 'status': 'completed', 'code': 200} Aug 11 08:05:06.072195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.072832 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.090175 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-ad573952-67e9-42ff-b017-18d91d67db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.091516 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-19ba0728-c11c-4662-b6e5-2005f3edf6a0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8292150 Aug 11 08:05:06.092623 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-ad573952-67e9-42ff-b017-18d91d67db00 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 1097 time: 0.0623882 Aug 11 08:05:06.114178 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Request body: {'port': {'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:06.158995 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-04bd9d5c-6601-47cc-8ebe-5b8ff4f235a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c HTTP/1.1" status: 200 len: 217 time: 0.0485182 Aug 11 08:05:06.178611 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.224647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-65768d8d-54d9-4895-b47c-80ac27c0d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.226189 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-65768d8d-54d9-4895-b47c-80ac27c0d6b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c7e3b50-edb3-4818-8d10-002527289018 HTTP/1.1" status: 200 len: 848 time: 0.0561595 Aug 11 08:05:06.265870 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-bd8e9e57-9609-46f3-9628-b04c2ac6dc51 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283339 Aug 11 08:05:06.278301 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-812e42a1-1584-4300-b154-f69e49f10f10 None None] Provisioning for port 401ceebd-45b1-4f27-b208-36babf63dc40 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:06.282432 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-812e42a1-1584-4300-b154-f69e49f10f10 None None] Provisioning complete for port 401ceebd-45b1-4f27-b208-36babf63dc40 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:06.282951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-812e42a1-1584-4300-b154-f69e49f10f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.322133 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-812e42a1-1584-4300-b154-f69e49f10f10 None None] Port 401ceebd-45b1-4f27-b208-36babf63dc40 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:06.377474 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-467b161a-1a23-49e3-9627-0f2f6e0a219d service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947368 Aug 11 08:05:06.472966 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-777ebf4e-ab95-445f-9a8e-a6eeba3995a4 req-4ef6a8b9-e09a-40bf-83ea-ed0d14d11f86 service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 Aug 11 08:05:06.569507 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-fe7ced9b-ba1b-474f-8693-b36dd8ad2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.571088 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-fe7ced9b-ba1b-474f-8693-b36dd8ad2cef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c49a55792674427388b53ae5f5bed9ee&device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 1097 time: 0.0438061 Aug 11 08:05:06.660367 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b785a-fe7a-4fbd-af86-e50af12137cf req-653f74fb-ba4b-4b40-aca3-14c90027d8fb tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.661971 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-946b785a-fe7a-4fbd-af86-e50af12137cf req-653f74fb-ba4b-4b40-aca3-14c90027d8fb tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 931 time: 0.3555810 Aug 11 08:05:06.738462 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-946b785a-fe7a-4fbd-af86-e50af12137cf req-3fb28bbe-4445-4809-a974-83318e75a74c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648208 Aug 11 08:05:06.805147 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401ceebd-45b1-4f27-b208-36babf63dc40 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:06.813552 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.826515 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Transition to ACTIVE for port object 401ceebd-45b1-4f27-b208-36babf63dc40 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:06.829979 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.904110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Pushing event updated for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:06.940563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1529d-f9b8-4478-b490-5735e6800e3f req-2c5babcf-6c7d-4d71-bfc5-2dd93fa9c878 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.942094 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6eb1529d-f9b8-4478-b490-5735e6800e3f req-2c5babcf-6c7d-4d71-bfc5-2dd93fa9c878 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.3444805 Aug 11 08:05:06.960956 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Attempting to bind port 401ceebd-45b1-4f27-b208-36babf63dc40 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:06.961309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Attempting to bind port 401ceebd-45b1-4f27-b208-36babf63dc40 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:06.961634 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Attempting to bind port 401ceebd-45b1-4f27-b208-36babf63dc40 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:06.970342 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Port 401ceebd-45b1-4f27-b208-36babf63dc40 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:06.970671 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Attempting to bind port 401ceebd-45b1-4f27-b208-36babf63dc40 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:06.971332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-36056ded-9980-48c5-90d1-b65492951d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.972899 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-36056ded-9980-48c5-90d1-b65492951d05 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 200 len: 909 time: 0.3831213 Aug 11 08:05:06.977266 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:06.977643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:06.978059 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Bound using segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:06.978768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Bound port: 401ceebd-45b1-4f27-b208-36babf63dc40, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:06.979128 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.030305 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6eb1529d-f9b8-4478-b490-5735e6800e3f req-6e38e0b9-b377-489b-b401-80809c82141f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761936 Aug 11 08:05:07.031384 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-b002dbfa-8349-40df-bde2-76bf00a69afa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c HTTP/1.1" status: 200 len: 217 time: 0.0444186 Aug 11 08:05:07.053468 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:07.057377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=401ceebd-45b1-4f27-b208-36babf63dc40,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:07.063291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.105024 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-6d22854c-c428-4307-af59-0c76d816e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.106445 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-6d22854c-c428-4307-af59-0c76d816e98e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6c7e3b50-edb3-4818-8d10-002527289018 HTTP/1.1" status: 200 len: 848 time: 0.0633292 Aug 11 08:05:07.106965 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.107593 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.109115 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] 10.222.0.78 "PUT /v2.0/ports/401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 1093 time: 0.9996769 Aug 11 08:05:07.109466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:07.111955 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206" -d '{"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:07.172125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a8e4-e635-4711-9866-44e8bd286e26 service neutron] Pushing event updated for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:07.188176 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-42cbd537-9388-4db9-a8d9-0cab52b61374 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5f1b008b-4e81-4bcc-b592-858c38ab6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501127 Aug 11 08:05:07.257796 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1dd5f9-57fb-40b5-874b-cf00a7feec14 x-openstack-request-id: req-8d1dd5f9-57fb-40b5-874b-cf00a7feec14 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:07.258118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:07.258431 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d1dd5f9-57fb-40b5-874b-cf00a7feec14 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:07.258799 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40', 'status': 'completed', 'code': 200} Aug 11 08:05:07.260767 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-fb504193-5f1e-4cc4-8668-bbedf0950234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.262840 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-fb504193-5f1e-4cc4-8668-bbedf0950234 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1096 time: 0.0805869 Aug 11 08:05:07.305670 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7861-d93e-4028-8798-31d6d046b821 req-75d5f70a-efc4-4945-a7d1-ad5f550eaeaf tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.313360 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9aac7861-d93e-4028-8798-31d6d046b821 req-75d5f70a-efc4-4945-a7d1-ad5f550eaeaf tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 944 time: 0.1239810 Aug 11 08:05:07.335588 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47870) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:07.339835 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-248a79dd-5cdb-4f61-a570-4313afd23817 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 217 time: 0.0663059 Aug 11 08:05:07.373042 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9aac7861-d93e-4028-8798-31d6d046b821 req-30a49016-9f96-4401-90ad-70d21d6a53b3 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587790 Aug 11 08:05:07.388962 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-71b444a3-3ec9-48ec-b500-adb70a9ece27 service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905406 Aug 11 08:05:07.421752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-9adaa089-0f26-4b42-9b3e-80684f8c1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.423268 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-9adaa089-0f26-4b42-9b3e-80684f8c1981 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0758002 Aug 11 08:05:07.431766 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ff25-ec34-41d2-80b8-3be1c08df40f req-d39dcb84-4529-4fe4-b3d4-64e42e2393d9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.434132 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5745ff25-ec34-41d2-80b8-3be1c08df40f req-d39dcb84-4529-4fe4-b3d4-64e42e2393d9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0974741 Aug 11 08:05:07.498392 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5745ff25-ec34-41d2-80b8-3be1c08df40f req-5ff5acb2-cbd2-4d77-934a-53990121f50b tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548105 Aug 11 08:05:07.504897 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-54855e92-a438-4c4c-a789-f532ed1071fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.506539 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-54855e92-a438-4c4c-a789-f532ed1071fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705395 Aug 11 08:05:07.520551 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-a5f75ee9-09ca-4d27-8d6a-aa6456ec560f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1823742 Aug 11 08:05:07.534956 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-395443e9-b5a9-4f0b-950b-f54ac552590d req-f60d7528-5e9e-4881-9a0c-638412efd20c service neutron] 10.222.0.78 "GET /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345227 Aug 11 08:05:07.605759 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-7dd7e97a-0957-48da-85e0-a95bba1479f3 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878539 Aug 11 08:05:07.696953 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5daabdd9-6c1a-4722-b296-f41527a8191f req-e33738db-db08-409f-b3a0-a0fa6850d6d0 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Aug 11 08:05:07.789905 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-5cb434dc-548f-4f77-8291-18d8dfcee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.791556 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-5cb434dc-548f-4f77-8291-18d8dfcee232 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1096 time: 0.0502372 Aug 11 08:05:07.871033 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2fd63-4e7c-43f2-ac3a-076275073868 req-247e1c4c-0d5d-4cee-91ca-eaff79e8da0c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.873095 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-30c2fd63-4e7c-43f2-ac3a-076275073868 req-247e1c4c-0d5d-4cee-91ca-eaff79e8da0c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0529451 Aug 11 08:05:07.894975 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-f5e4fad4-2caa-4e85-8c5d-15bc0ef10333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.896565 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-f5e4fad4-2caa-4e85-8c5d-15bc0ef10333 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0959821 Aug 11 08:05:07.919163 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-30c2fd63-4e7c-43f2-ac3a-076275073868 req-ce45a2e9-0f79-41ce-983c-bc1045781254 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 Aug 11 08:05:07.944066 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-b041c6f4-4d4b-4997-8b10-db1a085cfbee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 217 time: 0.0401516 Aug 11 08:05:07.997048 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-4f80c638-64be-4ccb-9eb1-fb221f1d5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.998735 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-4f80c638-64be-4ccb-9eb1-fb221f1d5187 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0464087 Aug 11 08:05:08.049024 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-7b2565a0-5997-452c-825c-e936e19f4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:08.050543 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-7b2565a0-5997-452c-825c-e936e19f4d46 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430162 Aug 11 08:05:08.146432 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-fc4722b4-f58a-4170-aaef-29f5fedc4600 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Aug 11 08:05:08.237975 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b88f7ca-f371-4c5c-b43b-4bf54c7d8206 req-c2228308-664d-4cd2-84c4-7b94ade6ca14 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836148 Aug 11 08:05:08.504563 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af5076-8b28-429c-abdf-644f7857be32 req-97ea1ac3-8e98-4a4b-8981-36952c304fa8 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:08.506064 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05af5076-8b28-429c-abdf-644f7857be32 req-97ea1ac3-8e98-4a4b-8981-36952c304fa8 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Aug 11 08:05:08.549953 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05af5076-8b28-429c-abdf-644f7857be32 req-bbdaa936-73d2-4d5e-a9e7-9a4353f14c15 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Aug 11 08:05:08.664272 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbaf11-f475-4006-9acd-cdc39e5d11c5 req-1fe9eafc-508e-4a4c-8cab-ff8f60b9642f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:08.665691 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cabbaf11-f475-4006-9acd-cdc39e5d11c5 req-1fe9eafc-508e-4a4c-8cab-ff8f60b9642f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0539553 Aug 11 08:05:08.703833 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cabbaf11-f475-4006-9acd-cdc39e5d11c5 req-8ed85199-bc6b-46fa-a4d7-531c856812c1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Aug 11 08:05:08.824911 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:08.899075 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.924715 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:08.926999 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55a934-d048-4e1c-b6a3-fab616147de5" -d '{"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-unplugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:08.940886 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:08.946379 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.976853 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2579eeb8-0ac0-44c3-99ae-f0187481e1c3 x-openstack-request-id: req-2579eeb8-0ac0-44c3-99ae-f0187481e1c3 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:08.977181 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-unplugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:08.977437 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2579eeb8-0ac0-44c3-99ae-f0187481e1c3 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:08.977822 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'code': 200} Aug 11 08:05:08.983228 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676353-fee4-4249-a4d1-bd78828488c5 req-6ac2e928-bc88-418c-a330-01e7a6cd455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:08.985193 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-6ac2e928-bc88-418c-a330-01e7a6cd455c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354&tenant_id=428009c948d24e8fad89b98f31781bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0766015 Aug 11 08:05:09.003083 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=6']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:09.070306 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4c6e-7862-4ed9-b463-dedbf93dc224 req-bdbc127c-4b7b-4fbe-ae9f-33c4306dd05e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.071779 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca4b4c6e-7862-4ed9-b463-dedbf93dc224 req-bdbc127c-4b7b-4fbe-ae9f-33c4306dd05e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0818181 Aug 11 08:05:09.077325 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676353-fee4-4249-a4d1-bd78828488c5 req-a1877b71-62fb-4ed1-9cf2-550c6f148edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.078627 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-a1877b71-62fb-4ed1-9cf2-550c6f148edb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1097 time: 0.0607669 Aug 11 08:05:09.159733 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ca4b4c6e-7862-4ed9-b463-dedbf93dc224 req-3cf2a21a-163d-4307-9991-3013ce255237 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801692 Aug 11 08:05:09.192310 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676353-fee4-4249-a4d1-bd78828488c5 req-3f78f1f2-bf61-418c-9eef-50a1f9901d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.193804 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-3f78f1f2-bf61-418c-9eef-50a1f9901d14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.1074414 Aug 11 08:05:09.259928 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-bac6b689-5f85-4cfe-a1ab-b8f75f609ad4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 998 time: 0.0568979 Aug 11 08:05:09.309854 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676353-fee4-4249-a4d1-bd78828488c5 req-f59c76f2-122a-4a47-897e-0e8598701c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.311275 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-f59c76f2-122a-4a47-897e-0e8598701c0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.0432611 Aug 11 08:05:09.362385 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676353-fee4-4249-a4d1-bd78828488c5 req-e8898487-f561-4747-b117-8e2e307f472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.363781 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-e8898487-f561-4747-b117-8e2e307f472e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441406 Aug 11 08:05:09.459899 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-5171709f-a72f-4858-b50e-b5de8156ee4a service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Aug 11 08:05:09.555684 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00676353-fee4-4249-a4d1-bd78828488c5 req-80d992bc-35cf-42e4-ad3e-957db302a9a5 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852497 Aug 11 08:05:09.669997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2d9c-d482-4447-ad1a-a73b393ac731 req-83b08af8-0bea-4ec8-b66d-abfbb50d2761 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.671387 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4afe2d9c-d482-4447-ad1a-a73b393ac731 req-83b08af8-0bea-4ec8-b66d-abfbb50d2761 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 944 time: 0.0494339 Aug 11 08:05:09.709253 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4afe2d9c-d482-4447-ad1a-a73b393ac731 req-1950edf5-f079-4cde-a91a-8ff77565c380 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 11 08:05:09.824910 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737713-b80f-4c2c-b59b-ebaaa9a61748 req-675f9c85-12b0-4a8a-8684-32ad52b7bc12 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.826397 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-94737713-b80f-4c2c-b59b-ebaaa9a61748 req-675f9c85-12b0-4a8a-8684-32ad52b7bc12 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0500431 Aug 11 08:05:09.863212 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-94737713-b80f-4c2c-b59b-ebaaa9a61748 req-fbf04a49-2ff0-4674-96dc-481c5647d8ef tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Aug 11 08:05:10.275305 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eef01-505d-4b09-a194-5dc4d3e7c9c3 req-c996b336-c605-48e4-9dee-cf59e75dc29a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.276807 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fb9eef01-505d-4b09-a194-5dc4d3e7c9c3 req-c996b336-c605-48e4-9dee-cf59e75dc29a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0493491 Aug 11 08:05:10.314751 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fb9eef01-505d-4b09-a194-5dc4d3e7c9c3 req-b3b74d72-b2d1-465c-975a-fd680bedd045 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Aug 11 08:05:10.545692 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc66b3-6d25-4b69-a44d-08bc6b812271 req-03f9bbdd-5270-46b1-b858-771678ac10a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.547138 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3bbc66b3-6d25-4b69-a44d-08bc6b812271 req-03f9bbdd-5270-46b1-b858-771678ac10a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0483232 Aug 11 08:05:10.585743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3bbc66b3-6d25-4b69-a44d-08bc6b812271 req-b5acffaf-e619-49e7-9dec-615d0c09cb4f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Aug 11 08:05:10.821976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577614-1a3c-461e-b52b-01a7e19ec6a2 req-c592aadc-0593-43f5-a2d6-7377a68ff599 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.823968 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-54577614-1a3c-461e-b52b-01a7e19ec6a2 req-c592aadc-0593-43f5-a2d6-7377a68ff599 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 944 time: 0.0483885 Aug 11 08:05:10.836338 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 4aa1a8d7-91ef-494e-9317-3b7f01bc616c details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:10.864260 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-54577614-1a3c-461e-b52b-01a7e19ec6a2 req-604fbc32-bd47-4c1b-a300-40d057e20968 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Aug 11 08:05:10.932051 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:10.946896 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c', 'network_id': '5f1b008b-4e81-4bcc-b592-858c38ab6c2b', 'port_id': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c', 'mac_address': 'fa:16:3e:fd:94:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7e3b50-edb3-4818-8d10-002527289018', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:10.980181 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd9630-9a82-419c-8103-22f3af429cf0 req-1bbfbc41-73bb-401c-84b1-9070221d80a0 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.981715 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43dd9630-9a82-419c-8103-22f3af429cf0 req-1bbfbc41-73bb-401c-84b1-9070221d80a0 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0497742 Aug 11 08:05:10.984978 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.997800 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa1a8d7-91ef-494e-9317-3b7f01bc616c {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:11.018170 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:11.019374 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43dd9630-9a82-419c-8103-22f3af429cf0 req-a545438c-3112-4920-b7df-514535b0c9a9 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Aug 11 08:05:11.022396 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.080208 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:11.308325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['4aa1a8d7-91ef-494e-9317-3b7f01bc616c'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:11.429541 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b522a-eab8-449e-98a5-211720986212 req-e7ff3e5c-ee23-4eac-8bac-be938a077277 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:11.431046 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-819b522a-eab8-449e-98a5-211720986212 req-e7ff3e5c-ee23-4eac-8bac-be938a077277 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0478101 Aug 11 08:05:11.468141 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-819b522a-eab8-449e-98a5-211720986212 req-110f4be7-614b-4539-ba95-d8b560833f88 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Aug 11 08:05:11.702894 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b292b5-4740-4314-91de-e2028a74be0c req-29418f74-f2d9-4959-9fa6-c6a7d14884a8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:11.704355 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-30b292b5-4740-4314-91de-e2028a74be0c req-29418f74-f2d9-4959-9fa6-c6a7d14884a8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0472090 Aug 11 08:05:11.744166 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-30b292b5-4740-4314-91de-e2028a74be0c req-a5873c1e-6a94-4225-9c92-167fb19fcadc tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339794 Aug 11 08:05:11.977261 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b4de-4324-465e-9ae2-3d02ba7a8992 req-179f4a8d-46fa-48ca-b8f7-9c05eaa05890 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:11.978727 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2b96b4de-4324-465e-9ae2-3d02ba7a8992 req-179f4a8d-46fa-48ca-b8f7-9c05eaa05890 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Aug 11 08:05:12.015980 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2b96b4de-4324-465e-9ae2-3d02ba7a8992 req-242f86f4-0b58-4181-a036-b49a4a1ab234 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Aug 11 08:05:12.137714 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4686289-3b22-46b9-8946-a0657c5595ea req-ffb843cf-c215-44e9-a397-d6767692794b tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.139097 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4686289-3b22-46b9-8946-a0657c5595ea req-ffb843cf-c215-44e9-a397-d6767692794b tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0482090 Aug 11 08:05:12.178499 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f4686289-3b22-46b9-8946-a0657c5595ea req-35459820-082f-45bf-ad8f-be0d6d905285 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Aug 11 08:05:12.586169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc475f-5751-4df0-81f0-d46ab8ca1b9e req-73b48fe8-a7c6-4d6d-934a-81794f3ed305 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.587649 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-13fc475f-5751-4df0-81f0-d46ab8ca1b9e req-73b48fe8-a7c6-4d6d-934a-81794f3ed305 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0501761 Aug 11 08:05:12.625483 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-13fc475f-5751-4df0-81f0-d46ab8ca1b9e req-198dc9d2-d740-41bd-a3b4-5b863980e00f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319026 Aug 11 08:05:12.852391 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 4aa1a8d7-91ef-494e-9317-3b7f01bc616c up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:12.863664 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88030389-36d8-46f8-9941-bdbf82516086 req-843fb54a-7471-4be0-a646-2b9e1de10df3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.865161 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-88030389-36d8-46f8-9941-bdbf82516086 req-843fb54a-7471-4be0-a646-2b9e1de10df3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Aug 11 08:05:12.901339 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:12.905556 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:12.905960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.907409 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-88030389-36d8-46f8-9941-bdbf82516086 req-f824ad74-55c0-4bd3-8ab8-22acf811f321 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353689 Aug 11 08:05:12.984185 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.006097 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:13.008354 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8589f3-f702-491b-866c-d5ea0f3f2dc7" -d '{"events": [{"server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:13.021492 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:13.025534 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.049316 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd30ba0-4be7-4077-ba5e-4da4f0687209 x-openstack-request-id: req-dbd30ba0-4be7-4077-ba5e-4da4f0687209 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:13.049607 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:13.049938 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dbd30ba0-4be7-4077-ba5e-4da4f0687209 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:13.050312 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c', 'code': 200} Aug 11 08:05:13.078248 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:13.085454 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.085829 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.086318 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.086687 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.086997 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.087330 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.087677 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.088009 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.088336 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.088656 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.089879 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.090798 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.134870 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430171-4443-4c0b-8055-65f2ac18c6a9 req-110560d0-2374-4f0f-a76d-cf3a1d9d8c98 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.137127 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-aa430171-4443-4c0b-8055-65f2ac18c6a9 req-110560d0-2374-4f0f-a76d-cf3a1d9d8c98 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.0509360 Aug 11 08:05:13.180741 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-aa430171-4443-4c0b-8055-65f2ac18c6a9 req-575f9382-e6cf-4e0e-92d9-c007701fd929 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Aug 11 08:05:13.223027 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda056c-8f9a-4dc2-8595-6aebc5c9737c req-88af5ee9-c594-493e-88ab-c5c3505eadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.224597 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0cda056c-8f9a-4dc2-8595-6aebc5c9737c req-88af5ee9-c594-493e-88ab-c5c3505eadfd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 1099 time: 0.0413473 Aug 11 08:05:13.285774 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0cda056c-8f9a-4dc2-8595-6aebc5c9737c req-ec88b69e-8af5-459e-a22b-cbd29af11156 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Aug 11 08:05:13.304957 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f8880-2223-493f-b95d-07852186e0b0 req-daa72a96-770b-4f96-9dfc-ebaa735c63b6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.306304 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-054f8880-2223-493f-b95d-07852186e0b0 req-daa72a96-770b-4f96-9dfc-ebaa735c63b6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0580738 Aug 11 08:05:13.343086 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-054f8880-2223-493f-b95d-07852186e0b0 req-ea376841-4775-4f46-8f53-a4ddfe66f317 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300558 Aug 11 08:05:13.738247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328ddc-e1a2-4e20-b26c-8713dbf45fbb req-1467157d-8be5-4eb7-8268-59e85b642240 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.739689 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-24328ddc-e1a2-4e20-b26c-8713dbf45fbb req-1467157d-8be5-4eb7-8268-59e85b642240 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0474122 Aug 11 08:05:13.778249 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-24328ddc-e1a2-4e20-b26c-8713dbf45fbb req-da8af982-9d7c-43bf-bbc0-d64b8bdb9284 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Aug 11 08:05:13.802038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bd6e765b-3a07-47b2-9364-be68a5529a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.029027 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957fd0-71c3-4dda-80a1-f3dd4eb5586c req-e9f7a4c0-4bd8-4f0d-99ee-e0e2a01b4b02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.030495 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ac957fd0-71c3-4dda-80a1-f3dd4eb5586c req-e9f7a4c0-4bd8-4f0d-99ee-e0e2a01b4b02 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0500274 Aug 11 08:05:14.067656 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ac957fd0-71c3-4dda-80a1-f3dd4eb5586c req-84807363-bba9-4487-a4d8-a9e54072f883 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Aug 11 08:05:14.298265 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97fefd-c2e8-40ed-a1da-585b4a842712 req-21010dda-c878-46e5-8a60-c67d822e15ca tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.299763 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5c97fefd-c2e8-40ed-a1da-585b4a842712 req-21010dda-c878-46e5-8a60-c67d822e15ca tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Aug 11 08:05:14.338659 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5c97fefd-c2e8-40ed-a1da-585b4a842712 req-07254e49-ec59-44e9-b2fa-8f0a6f9ffb77 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Aug 11 08:05:14.457641 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c26f4-2c61-443a-a776-193451b3e729 req-9d2f6cf7-417c-4091-9f04-b4101bef52c1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.459149 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c3c26f4-2c61-443a-a776-193451b3e729 req-9d2f6cf7-417c-4091-9f04-b4101bef52c1 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0478237 Aug 11 08:05:14.496722 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c3c26f4-2c61-443a-a776-193451b3e729 req-48765d6b-423b-40ab-bde5-ee17e21bba42 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Aug 11 08:05:14.891560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212330ad-aa2d-4538-b9b1-1471bd1da710 req-05475538-1d99-4efb-a607-de4767ba9de9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.893115 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-212330ad-aa2d-4538-b9b1-1471bd1da710 req-05475538-1d99-4efb-a607-de4767ba9de9 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.0494425 Aug 11 08:05:14.932522 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-212330ad-aa2d-4538-b9b1-1471bd1da710 req-5f51f489-b547-43c8-bc96-66f3419bd822 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335202 Aug 11 08:05:15.187273 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c871fc-d44a-4f76-9a57-6889f18457c6 req-2b1f074c-bde1-46c6-a770-0844791d676b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.188752 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23c871fc-d44a-4f76-9a57-6889f18457c6 req-2b1f074c-bde1-46c6-a770-0844791d676b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Aug 11 08:05:15.225616 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-23c871fc-d44a-4f76-9a57-6889f18457c6 req-da50f199-a776-438c-a8c6-468524847402 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Aug 11 08:05:15.432449 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-fbc504f2-8e14-45e6-8b3b-fc5abb6f0823 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30831364&fields=id&tenant_id=6ce8352a6659488998d58021bb2c8ccf HTTP/1.1" status: 200 len: 267 time: 0.0341787 Aug 11 08:05:15.452335 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b820a-d2e4-4f33-95c6-f28024fad439 req-17f609b3-0091-42d2-8289-af7abe69b0cc tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.454683 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b90b820a-d2e4-4f33-95c6-f28024fad439 req-17f609b3-0091-42d2-8289-af7abe69b0cc tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Aug 11 08:05:15.492095 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-5ab17702-1256-464d-87ce-4a48ce4b4dbc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.493634 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-5ab17702-1256-464d-87ce-4a48ce4b4dbc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 984 time: 0.0551338 Aug 11 08:05:15.495201 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b90b820a-d2e4-4f33-95c6-f28024fad439 req-c57fe466-8f06-43f3-8f61-cf7572ddb55d tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 11 08:05:15.509031 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Request body: {'port': {'security_groups': ['58986ac0-faf8-48cd-9aba-39de20624124']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:15.585339 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.613288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7829cdf-1a76-4b2c-a0c1-2fcdd31601aa req-23acfe75-ab22-47ab-bca0-da5e9abfe4ab tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.614811 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f7829cdf-1a76-4b2c-a0c1-2fcdd31601aa req-23acfe75-ab22-47ab-bca0-da5e9abfe4ab tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0486526 Aug 11 08:05:15.659207 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f7829cdf-1a76-4b2c-a0c1-2fcdd31601aa req-d0f3cb65-ba4f-4236-8453-81d215d337c4 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366733 Aug 11 08:05:15.773100 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:15.805879 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.811332 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.823565 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:15.858295 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.858937 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.860432 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cb953214-d9d4-4a2b-9b98-f13861117a20 req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "PUT /v2.0/ports/1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 942 time: 0.3562686 Aug 11 08:05:15.860906 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:15.866429 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ea9867-b42e-4b33-ade2-48dd3de71364" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:15.866812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 47996) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:15.915202 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a74a-c605-45ad-b7fd-e3474a2684cd tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event updated for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=7']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:15.944489 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d15c2-4833-4dee-9ffe-9b59f1c48374 x-openstack-request-id: req-b15d15c2-4833-4dee-9ffe-9b59f1c48374 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:15.944779 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:15.945124 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b15d15c2-4833-4dee-9ffe-9b59f1c48374 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:15.945545 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:05:15.946918 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:15.976211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.012292 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.102294 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-b4e8f758-5279-409a-bf6f-8ab5a1fcc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.102294 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-b4e8f758-5279-409a-bf6f-8ab5a1fcc21f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1098 time: 0.1210134 Aug 11 08:05:16.103287 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.106624 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.108490 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "DELETE /v2.0/security-groups/6263139a-0668-42d7-9500-8ee7b3cc4969 HTTP/1.1" status: 204 len: 168 time: 0.2408042 Aug 11 08:05:16.112398 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48004) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:16.162323 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263139a-0668-42d7-9500-8ee7b3cc4969,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:16.177407 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.177650 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.178132 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.178559 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.178995 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.179430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.179861 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.180306 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.180752 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.181211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.181667 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.182093 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a75ce-4d59-4f44-b529-e35476bca543 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:16.183781 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-5aa9e3d1-eb4e-4a54-a96d-faa082ee4ba3 None None] Provisioning complete for port 1671e753-d448-4c63-b8d1-fad4d0390a47 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:16.184155 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e3d1-eb4e-4a54-a96d-faa082ee4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.225685 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-ab3eb5e9-1bda-4429-9ab0-2584a00c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.227190 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-ab3eb5e9-1bda-4429-9ab0-2584a00c6ed7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.1137805 Aug 11 08:05:16.252079 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4949c37-b20f-49cd-97ff-29ce4bb2f905 req-4e23cdb8-ac1b-44c9-a6fb-87e9d3ebf129 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.264368 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4949c37-b20f-49cd-97ff-29ce4bb2f905 req-4e23cdb8-ac1b-44c9-a6fb-87e9d3ebf129 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 943 time: 0.2147176 Aug 11 08:05:16.341636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Deleting port 1602aa6e-129f-40a6-a249-4379e7d2717f {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:16.342279 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.356212 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a4949c37-b20f-49cd-97ff-29ce4bb2f905 req-875baf30-a51d-428c-b12a-fa2d1ebe1b11 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906436 Aug 11 08:05:16.372095 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-dcc7f1e4-e294-4cb8-b625-edb4bd84f4a5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 1001 time: 0.1010070 Aug 11 08:05:16.429339 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.429894 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.436004 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-762281da-0794-43f5-bc05-91602f95b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.437730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-762281da-0794-43f5-bc05-91602f95b5bf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0599306 Aug 11 08:05:16.445679 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Calling delete_port for 1602aa6e-129f-40a6-a249-4379e7d2717f owned by network:floatingip {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:16.504586 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415067-17eb-4ace-82a9-ea05a4981cf1 req-e48d07e1-92fd-48c0-8979-be6e082ed9c8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.506097 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f415067-17eb-4ace-82a9-ea05a4981cf1 req-e48d07e1-92fd-48c0-8979-be6e082ed9c8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0826561 Aug 11 08:05:16.520687 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-c2966814-f6b2-4afe-ac72-51638ffcfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.522125 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-c2966814-f6b2-4afe-ac72-51638ffcfeff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668459 Aug 11 08:05:16.586424 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafa964-a869-4d95-839f-8c53f5d79dca req-5522c735-42f4-4d4d-b3ce-0cc02e8d3988 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.587883 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7fafa964-a869-4d95-839f-8c53f5d79dca req-5522c735-42f4-4d4d-b3ce-0cc02e8d3988 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.1263516 Aug 11 08:05:16.588335 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f415067-17eb-4ace-82a9-ea05a4981cf1 req-e4936459-55ac-41cb-b76a-aa9698e24bdf tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752916 Aug 11 08:05:16.633564 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-8c1689b6-b083-456c-b730-1a639f896805 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004555 Aug 11 08:05:16.649214 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7fafa964-a869-4d95-839f-8c53f5d79dca req-becbe31d-87ff-41a2-8db8-b326a0fc7950 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Aug 11 08:05:16.709574 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.735684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event deleted for resources: {'Port': ['ID=1602aa6e-129f-40a6-a249-4379e7d2717f,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:16.746825 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-077083de-66cf-4f5f-ac61-07c92bb8ab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.760446 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-80ea9867-b42e-4b33-ade2-48dd3de71364 req-d075c861-fcef-4559-9e52-21139a27c003 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154985 Aug 11 08:05:16.796603 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22c16c-98e5-4200-8662-1d15723b15fe req-54dc766f-6b31-45a2-89f4-7554c654dccf tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.798335 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7d22c16c-98e5-4200-8662-1d15723b15fe req-54dc766f-6b31-45a2-89f4-7554c654dccf tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0513315 Aug 11 08:05:16.800975 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.801317 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Floating IP cd11c101-a80d-45a0-bb82-cc59d382b23e disassociated (deleted). External IP: 172.27.2.211, port: 1671e753-d448-4c63-b8d1-fad4d0390a47. Aug 11 08:05:16.841975 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7d22c16c-98e5-4200-8662-1d15723b15fe req-49de90f1-c722-4321-b4c7-7c9fdb65ac27 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357296 Aug 11 08:05:16.864621 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 401ceebd-45b1-4f27-b208-36babf63dc40 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:16.869712 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.956328 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=401ceebd-45b1-4f27-b208-36babf63dc40,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:16.967761 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '401ceebd-45b1-4f27-b208-36babf63dc40', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:17.004887 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:17.008883 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Router 5e70b6fb-3577-4bd8-aac1-a06277e48420 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:17.017465 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401ceebd-45b1-4f27-b208-36babf63dc40 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:17.036826 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=401ceebd-45b1-4f27-b208-36babf63dc40,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:17.040818 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:17.087709 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:17.117267 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:17.122299 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:17.126900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Sync routers for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:17.135672 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:17.136435 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:17.148674 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cd5fdfdd-8306-4032-88bd-2cc545d37ae1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "DELETE /v2.0/floatingips/cd11c101-a80d-45a0-bb82-cc59d382b23e HTTP/1.1" status: 204 len: 168 time: 1.0337315 Aug 11 08:05:17.149317 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:17.152158 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c17b2c-4019-468a-883a-fdfa58e96014" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:17.210427 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d45c0-b59d-496b-bea3-90a8b5b3ca65 x-openstack-request-id: req-5a1d45c0-b59d-496b-bea3-90a8b5b3ca65 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:17.211061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:17.211230 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a1d45c0-b59d-496b-bea3-90a8b5b3ca65 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:17.211733 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:05:17.250558 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:17.285369 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-935c0453-53d7-425a-a60c-442bc8713905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.286889 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-935c0453-53d7-425a-a60c-442bc8713905 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ce8352a6659488998d58021bb2c8ccf&device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 1098 time: 0.0461853 Aug 11 08:05:17.335092 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['401ceebd-45b1-4f27-b208-36babf63dc40'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:17.393752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-7da169ed-541e-4204-8401-d82b55a71670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.395838 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-7da169ed-541e-4204-8401-d82b55a71670 service neutron] 10.222.0.78 "GET /v2.0/networks?id=80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 200 len: 916 time: 0.1010611 Aug 11 08:05:17.466191 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-ba01b800-9d72-4807-b2c3-7f9f42aa7d44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 200 len: 217 time: 0.0597079 Aug 11 08:05:17.536034 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-08bbd9e5-79df-4178-9301-622255bf16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.538297 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-08bbd9e5-79df-4178-9301-622255bf16f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 200 len: 854 time: 0.0646815 Aug 11 08:05:17.538764 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f35ac-3208-4976-b3ee-08d436de04e4 req-1c1bd41e-0df1-4839-b9b2-1c92ccea6306 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.540353 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-747f35ac-3208-4976-b3ee-08d436de04e4 req-1c1bd41e-0df1-4839-b9b2-1c92ccea6306 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 944 time: 0.0596459 Aug 11 08:05:17.587625 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:17.594783 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-8054ca0c-4f2c-41cb-b8ad-b438edbd28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.596386 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-8054ca0c-4f2c-41cb-b8ad-b438edbd28b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=80ff5bae-774b-4032-91c9-6b71a670e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496497 Aug 11 08:05:17.596521 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-747f35ac-3208-4976-b3ee-08d436de04e4 req-37d5e619-5367-40aa-92df-a83bbc6534c3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495436 Aug 11 08:05:17.629524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Checking router: 5e70b6fb-3577-4bd8-aac1-a06277e48420 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:17.651035 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:17.652367 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:17.727459 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-251e85f3-b935-49c6-86e6-fc4dfcc2223f service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217945 Aug 11 08:05:17.746872 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b0ddf-b8a3-4fc1-ac21-b7859d72d771 req-f25b4166-5a16-434d-8c7e-27da7b684f1a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.753415 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bc4b0ddf-b8a3-4fc1-ac21-b7859d72d771 req-f25b4166-5a16-434d-8c7e-27da7b684f1a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0795720 Aug 11 08:05:17.777554 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6337a-c5cd-4e97-89bf-8fb611a617c9 req-3a1eb559-43fa-4dc4-a552-a3de8c6d2776 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.779601 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-faa6337a-c5cd-4e97-89bf-8fb611a617c9 req-3a1eb559-43fa-4dc4-a552-a3de8c6d2776 tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Aug 11 08:05:17.827089 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-faa6337a-c5cd-4e97-89bf-8fb611a617c9 req-cdaafb01-2d4c-418c-bc15-7c1d7e0e693e tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/security-groups?id=b26a4875-1798-4209-a74d-9db481539c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Aug 11 08:05:17.859638 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bc4b0ddf-b8a3-4fc1-ac21-b7859d72d771 req-ba026e55-e1ad-424f-bfaa-e86bb1f14da3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971987 Aug 11 08:05:17.887519 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-52c17b2c-4019-468a-883a-fdfa58e96014 req-831fc29c-d192-4bd9-ad06-fdf99c4f6a26 service neutron] 10.222.0.78 "GET /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330767 Aug 11 08:05:17.926341 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:17.947009 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:17.974999 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803735c5-2464-49b7-a7fb-8dea65015332 req-e6acdc08-e9df-419d-b20e-a60483e496c6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.977115 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-803735c5-2464-49b7-a7fb-8dea65015332 req-e6acdc08-e9df-419d-b20e-a60483e496c6 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0522876 Aug 11 08:05:17.994533 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-5d3f8a37-2e8c-43bf-854b-cbff98f9f99c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.996619 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-5d3f8a37-2e8c-43bf-854b-cbff98f9f99c tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 946 time: 0.0593150 Aug 11 08:05:18.023443 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-803735c5-2464-49b7-a7fb-8dea65015332 req-a45bef5c-e391-4787-aadb-c7dc05c58d5f tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Aug 11 08:05:18.100515 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Deleting port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:18.100856 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.172015 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:18.192282 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] For port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,segment=NetworkSegment(2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf),segment_id=2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:18.192650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.203713 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c0f87-07b8-4cbe-93a6-36517e369dda None None] The sync data for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi is: [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:02:12Z', 'revision_number': 4, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '2b16291e-6928-4478-b480-97734c329bd3', 'name': '', 'network_id': '80ff5bae-774b-4032-91c9-6b71a670e7dd', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'mac_address': 'fa:16:3e:1b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:11Z', 'updated_at': '2021-08-11T08:02:20Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'subnets': [{'id': 'bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:18.207848 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Calling delete_port for 4aa1a8d7-91ef-494e-9317-3b7f01bc616c owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:18.345435 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.383462 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Pushing event deleted for resources: {'Port': ['ID=4aa1a8d7-91ef-494e-9317-3b7f01bc616c,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:18.395272 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['4aa1a8d7-91ef-494e-9317-3b7f01bc616c'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:18.420570 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] No DVR routers for this DVR port 4aa1a8d7-91ef-494e-9317-3b7f01bc616c on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:18.423064 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.425166 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-467a11c7-e7a0-47c2-a179-48585cbc177c req-56c7e988-6f36-44fa-beb7-273e53224afa tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.78 "DELETE /v2.0/ports/4aa1a8d7-91ef-494e-9317-3b7f01bc616c HTTP/1.1" status: 204 len: 173 time: 0.4217594 Aug 11 08:05:18.425673 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'name': 'network-vif-deleted', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:18.428045 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051e38e-9315-4d1d-a263-d6c6d732a88f" -d '{"events": [{"server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "name": "network-vif-deleted", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:18.457511 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760dda2-1ceb-4326-98f5-942c80f4c6a3 None None] New status for floating IP cd11c101-a80d-45a0-bb82-cc59d382b23e: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:05:18.549216 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992dda0d-e375-4f47-8e8f-490879c8b594 x-openstack-request-id: req-992dda0d-e375-4f47-8e8f-490879c8b594 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:18.550215 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb27dd-5800-43f7-b08d-384f6fbc3789", "name": "network-vif-deleted", "tag": "4aa1a8d7-91ef-494e-9317-3b7f01bc616c", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:18.550333 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-992dda0d-e375-4f47-8e8f-490879c8b594 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:18.550658 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb27dd-5800-43f7-b08d-384f6fbc3789', 'name': 'network-vif-deleted', 'tag': '4aa1a8d7-91ef-494e-9317-3b7f01bc616c', 'status': 'completed', 'code': 200} Aug 11 08:05:18.715040 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a7ba-632c-4af9-abfc-55e14631578a req-b1766b65-84ac-459b-a8c8-2083f7f4f535 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:18.716561 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cac4a7ba-632c-4af9-abfc-55e14631578a req-b1766b65-84ac-459b-a8c8-2083f7f4f535 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 944 time: 0.0504761 Aug 11 08:05:18.754544 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-cac4a7ba-632c-4af9-abfc-55e14631578a req-407d918e-b0c8-48d9-9de9-20dad0b33ce2 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Aug 11 08:05:18.853513 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:18.857591 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 401ceebd-45b1-4f27-b208-36babf63dc40 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:18.960660 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-77fbe646-d6a6-4ffd-9ded-a242cfc70e1d req-d06e4ed5-6210-4106-8ef9-171598ea65af tempest-VolumesActionsTest-234488624 tempest-VolumesActionsTest-234488624-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fb27dd-5800-43f7-b08d-384f6fbc3789 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Aug 11 08:05:18.967114 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 401ceebd-45b1-4f27-b208-36babf63dc40 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:18.973906 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 401ceebd-45b1-4f27-b208-36babf63dc40 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:18.974281 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.035881 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d8a7-249e-4505-ba6d-b257777f37da req-be37075a-f8ff-4435-9ff0-2eeac8cfa0c4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.037654 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-dcc2d8a7-249e-4505-ba6d-b257777f37da req-be37075a-f8ff-4435-9ff0-2eeac8cfa0c4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0645893 Aug 11 08:05:19.039868 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:19.061336 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'port_id': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'mac_address': 'fa:16:3e:12:a0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:19.065236 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.094982 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-dcc2d8a7-249e-4505-ba6d-b257777f37da req-429ac23c-0b4c-4aea-b0b9-9edc6682a38f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504990 Aug 11 08:05:19.133700 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.143145 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.155594 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3443-3456-42f0-b344-3cc19bcf181b req-67e95b70-3f47-432d-9683-de35ef978761 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.157075 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f68f3443-3456-42f0-b344-3cc19bcf181b req-67e95b70-3f47-432d-9683-de35ef978761 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 944 time: 0.0501235 Aug 11 08:05:19.161484 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:19.181404 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:19.183689 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d552d2-af40-44d3-ad0b-c6f90ccde484" -d '{"events": [{"server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "name": "network-vif-plugged", "status": "completed", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:19.196425 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f68f3443-3456-42f0-b344-3cc19bcf181b req-172fe624-d699-4c2d-8e2f-e84801b50ba8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Aug 11 08:05:19.205662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:19.207653 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=401ceebd-45b1-4f27-b208-36babf63dc40,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:19.210174 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.214955 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.267341 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=7']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:19.292138 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ba4d4-4638-4193-8ec7-9bba28c62fee x-openstack-request-id: req-c22ba4d4-4638-4193-8ec7-9bba28c62fee {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:19.292932 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "name": "network-vif-plugged", "status": "completed", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:19.293215 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c22ba4d4-4638-4193-8ec7-9bba28c62fee {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:19.293630 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40', 'code': 200} Aug 11 08:05:19.319775 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:19.493622 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['6377e78c-5764-4b11-8f01-7c33d9ac1ab1'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:19.765794 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6df76-e0c6-4abb-b02f-46c4aa6a1fb1 req-3f657a06-937a-4c5b-9599-b930eb90515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.767340 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f5f6df76-e0c6-4abb-b02f-46c4aa6a1fb1 req-3f657a06-937a-4c5b-9599-b930eb90515f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1098 time: 0.2844748 Aug 11 08:05:19.807022 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f5f6df76-e0c6-4abb-b02f-46c4aa6a1fb1 req-c69e7770-ff37-4b16-8e3f-7e79825bf3d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Aug 11 08:05:19.884526 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8113a40-0314-429b-a06c-5e7067918817 req-7ad948f4-71a4-4050-b137-8673411343d0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.886122 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b8113a40-0314-429b-a06c-5e7067918817 req-7ad948f4-71a4-4050-b137-8673411343d0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0561850 Aug 11 08:05:19.925336 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b8113a40-0314-429b-a06c-5e7067918817 req-130a2512-1cf2-4f07-ba20-ea95ae003d75 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327196 Aug 11 08:05:19.973095 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d7c9a-a134-42e4-bcff-0262eeb2444a req-54f8017e-cdce-4f1d-a1fa-12747a0c79f7 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.974469 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9a5d7c9a-a134-42e4-bcff-0262eeb2444a req-54f8017e-cdce-4f1d-a1fa-12747a0c79f7 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Aug 11 08:05:20.012958 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9a5d7c9a-a134-42e4-bcff-0262eeb2444a req-ce0d6088-7b47-402a-bbbc-4ec776fc01cc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 11 08:05:20.216527 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473c4f0-da28-4db1-80ce-43a1009fe462 req-f4ca4895-b35e-4fed-b9aa-7d0487fd8ae7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:20.218090 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0473c4f0-da28-4db1-80ce-43a1009fe462 req-f4ca4895-b35e-4fed-b9aa-7d0487fd8ae7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 11 08:05:20.259391 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0473c4f0-da28-4db1-80ce-43a1009fe462 req-c2fed35f-3cfb-4433-a234-5274b0866793 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347197 Aug 11 08:05:20.330704 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a93ec9-5819-4b2b-9cfe-7e0eb873c2d9 req-e7d67a71-1002-4a28-bc49-f552dbf9d034 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:20.332199 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-53a93ec9-5819-4b2b-9cfe-7e0eb873c2d9 req-e7d67a71-1002-4a28-bc49-f552dbf9d034 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Aug 11 08:05:20.374192 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-53a93ec9-5819-4b2b-9cfe-7e0eb873c2d9 req-31979ac1-493b-4170-99d8-aad3f287cb18 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352006 Aug 11 08:05:20.868604 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:20.917714 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:20.918081 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.995312 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.028551 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:21.032481 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.042811 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7418a82-5a94-48d9-a71d-bcb6d815b12e req-76777d6b-8bd6-40e7-83c1-d3a3531e5d59 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.044145 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7418a82-5a94-48d9-a71d-bcb6d815b12e req-76777d6b-8bd6-40e7-83c1-d3a3531e5d59 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0500846 Aug 11 08:05:21.084091 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b7418a82-5a94-48d9-a71d-bcb6d815b12e req-08a205ca-d667-4a77-9f4d-1589f5fbc17e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Aug 11 08:05:21.085321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=8']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:21.139051 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db57b5-445a-4052-9053-57a155379c37 req-3ddb0723-6c92-431c-80c5-aea670886ae7 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.140602 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-61db57b5-445a-4052-9053-57a155379c37 req-3ddb0723-6c92-431c-80c5-aea670886ae7 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0518155 Aug 11 08:05:21.179281 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-61db57b5-445a-4052-9053-57a155379c37 req-42f3febb-c9a1-47dc-8194-aa6db64fc382 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Aug 11 08:05:21.203488 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ccccf-1529-4b70-aced-288bb544cc40 req-cc6e62fb-2b3d-4fa8-8153-f7dcd03c14d1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.204997 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-201ccccf-1529-4b70-aced-288bb544cc40 req-cc6e62fb-2b3d-4fa8-8153-f7dcd03c14d1 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0520170 Aug 11 08:05:21.241597 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-201ccccf-1529-4b70-aced-288bb544cc40 req-c077d657-b057-4c69-a79e-c3cd1c9e242a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Aug 11 08:05:21.264197 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48130) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:21.295143 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:21.297544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a87cf8-0c63-44dd-8fcf-c0c311f50af8" -d '{"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-plugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:21.306537 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0cd66-05fb-4d71-8cab-8a70733d9c2d tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.308763 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b6c0cd66-05fb-4d71-8cab-8a70733d9c2d tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1093 time: 0.0430148 Aug 11 08:05:21.311637 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48136) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:21.316023 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:21.336592 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059d237-3cb4-4fda-9038-ebb20b5e20ba x-openstack-request-id: req-0059d237-3cb4-4fda-9038-ebb20b5e20ba {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:21.337021 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-plugged", "status": "completed", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:21.337303 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0059d237-3cb4-4fda-9038-ebb20b5e20ba {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:21.337678 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'code': 200} Aug 11 08:05:21.347917 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.422636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a0d57-e530-4b4a-8ac4-337c4d1e6e94 req-bd3494fb-f69f-4a3b-b040-79dde5d34d7f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.424129 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ae8a0d57-e530-4b4a-8ac4-337c4d1e6e94 req-bd3494fb-f69f-4a3b-b040-79dde5d34d7f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0874631 Aug 11 08:05:21.478857 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ae8a0d57-e530-4b4a-8ac4-337c4d1e6e94 req-ef2eeee4-a852-45b0-b817-b7e6f86959d1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474377 Aug 11 08:05:21.494853 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc397e8-e361-438c-86db-067f013e4681 req-e0fb069b-d8b0-4b4b-9d86-eafe52bd62a4 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.496904 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9dc397e8-e361-438c-86db-067f013e4681 req-e0fb069b-d8b0-4b4b-9d86-eafe52bd62a4 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0521295 Aug 11 08:05:21.507796 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.539183 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9dc397e8-e361-438c-86db-067f013e4681 req-ffe32bf2-b601-4d68-986a-61616994b1c7 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355837 Aug 11 08:05:21.611803 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.27.2.241 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/2f026861-2cad-4ea0-ab83-60dd792630c1) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:21.720211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.759882 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.799547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:21.804737 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:21.807172 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:21.831753 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=2f026861-2cad-4ea0-ab83-60dd792630c1,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:22.298244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619f01-94af-4df3-b01e-e3ad1d63068a req-ebb9a79e-a8ac-4450-8614-be5f9e5fdfe3 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:22.299865 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4c619f01-94af-4df3-b01e-e3ad1d63068a req-ebb9a79e-a8ac-4450-8614-be5f9e5fdfe3 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Aug 11 08:05:22.340545 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4c619f01-94af-4df3-b01e-e3ad1d63068a req-c1c290b4-b548-4abc-acfe-ddb26289c1cf tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344815 Aug 11 08:05:22.402198 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.466265 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.606249 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e321ce9-b6bb-4a26-a3ca-8d07860468ff req-fef5cf64-2ef3-42d0-a1db-ce2106868a5e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:22.607815 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e321ce9-b6bb-4a26-a3ca-8d07860468ff req-fef5cf64-2ef3-42d0-a1db-ce2106868a5e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0572309 Aug 11 08:05:22.616744 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.621834 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.646988 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e321ce9-b6bb-4a26-a3ca-8d07860468ff req-c989ff12-4428-412a-98b2-8d78e18d671f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Aug 11 08:05:22.688254 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=2f026861-2cad-4ea0-ab83-60dd792630c1,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:22.698826 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.756545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c6b2-6489-4b19-8a2d-9cf1a4ddd240 req-cf9c52bc-fee8-45bb-8c24-e43a6e0238b5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:22.757971 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a790c6b2-6489-4b19-8a2d-9cf1a4ddd240 req-cf9c52bc-fee8-45bb-8c24-e43a6e0238b5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0492728 Aug 11 08:05:22.799824 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP 6c7a5146-81ff-4ba5-8b83-ba3b7a91269c associated. External IP: 172.27.2.241, port: 401ceebd-45b1-4f27-b208-36babf63dc40. Aug 11 08:05:22.802506 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a790c6b2-6489-4b19-8a2d-9cf1a4ddd240 req-940d8499-9167-47ed-9894-1a9ad31abbd8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Aug 11 08:05:23.005611 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:23.117911 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:23.128271 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:23.134445 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.138551 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:23.139183 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:23.162059 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-2360a068-93e3-444b-aca6-b87fdad54bca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8494081 Aug 11 08:05:23.162760 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:23.165048 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:23.200954 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9efe13d-68cd-437a-a92f-495b13f0bf5c x-openstack-request-id: req-c9efe13d-68cd-437a-a92f-495b13f0bf5c {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:23.201244 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:23.201490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9efe13d-68cd-437a-a92f-495b13f0bf5c {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:23.201880 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40', 'status': 'completed', 'code': 200} Aug 11 08:05:23.245810 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:23.461269 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca107d3-6dd4-46ec-bf60-23b602d1f81c req-24982958-3a70-47f4-a4cd-9f07fba57dc1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:23.463245 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4ca107d3-6dd4-46ec-bf60-23b602d1f81c req-24982958-3a70-47f4-a4cd-9f07fba57dc1 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0536516 Aug 11 08:05:23.475558 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:22Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:23.501282 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4ca107d3-6dd4-46ec-bf60-23b602d1f81c req-8fc2fbc2-56c7-4c4f-952e-1707173fe79c tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Aug 11 08:05:23.501510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:23.509468 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:23.510080 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:23.612222 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:23.769327 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688b3b6-f5d4-4515-adf1-aa8ca16f3704 req-6baaeb1d-50c4-43b5-946b-add81416b2c7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:23.770803 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3688b3b6-f5d4-4515-adf1-aa8ca16f3704 req-6baaeb1d-50c4-43b5-946b-add81416b2c7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0494914 Aug 11 08:05:23.816997 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3688b3b6-f5d4-4515-adf1-aa8ca16f3704 req-cd323504-9d87-4ddc-8b65-bd92639e1aa3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 Aug 11 08:05:23.849476 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:22Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:23.877217 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf498709-bd54-4d70-9be8-ed51f257f1e1 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:22Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:23.898246 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 4aa1a8d7-91ef-494e-9317-3b7f01bc616c no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:23.920061 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 4aa1a8d7-91ef-494e-9317-3b7f01bc616c {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:23.920428 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 4aa1a8d7-91ef-494e-9317-3b7f01bc616c not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:23.933006 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919fab0-1b58-48d9-a167-838de0de68fb req-d28d5ffa-bf44-4951-85e7-2c77e2086be7 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:23.934451 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0919fab0-1b58-48d9-a167-838de0de68fb req-d28d5ffa-bf44-4951-85e7-2c77e2086be7 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0552256 Aug 11 08:05:24.006346 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0919fab0-1b58-48d9-a167-838de0de68fb req-99279ff0-9259-4b7c-a6dd-68c1a41bb9a3 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657244 Aug 11 08:05:24.012927 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-7af60330-4061-43db-a8ea-1634db853f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.014406 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-7af60330-4061-43db-a8ea-1634db853f43 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1098 time: 0.0676968 Aug 11 08:05:24.092080 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0c11a-8454-4bcf-975d-d11cc95a3547 None None] New status for floating IP 6c7a5146-81ff-4ba5-8b83-ba3b7a91269c: ACTIVE {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:05:24.129472 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-d63a6325-4101-481e-b86a-17d2b52d62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.130955 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-d63a6325-4101-481e-b86a-17d2b52d62f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0965912 Aug 11 08:05:24.208462 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-d229d428-0e3e-4880-9323-10a99a21206c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 999 time: 0.0664942 Aug 11 08:05:24.244985 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fb340-2ef2-46a9-9fbe-2f0b59cbfcd8 req-88ae0ddb-4ba1-4b95-aea1-173edf29f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.247553 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-835fb340-2ef2-46a9-9fbe-2f0b59cbfcd8 req-88ae0ddb-4ba1-4b95-aea1-173edf29f186 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0439627 Aug 11 08:05:24.263678 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-2f919c01-4574-411a-a55d-6a401f7c9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.265298 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-2f919c01-4574-411a-a55d-6a401f7c9a9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0474074 Aug 11 08:05:24.286100 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-835fb340-2ef2-46a9-9fbe-2f0b59cbfcd8 req-701ec6fb-1708-4b8d-8484-ba20731e1ec0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280139 Aug 11 08:05:24.317511 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-7c314e24-f685-4b9d-97a8-688da5db09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.319033 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-7c314e24-f685-4b9d-97a8-688da5db09d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413516 Aug 11 08:05:24.429647 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-b5fe45aa-a593-4025-86d8-7912e772c057 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843868 Aug 11 08:05:24.525595 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c6e23e1b-296e-4de3-9b0f-aecef0a273e7 req-e7d8ea19-37f9-4223-870e-1faf5012c96f service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832000 Aug 11 08:05:24.625947 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa948-4a44-480f-b45b-b0be2c691387 req-be79795d-ca37-413b-b9a1-1ac66d620045 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.627511 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-02daa948-4a44-480f-b45b-b0be2c691387 req-be79795d-ca37-413b-b9a1-1ac66d620045 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0541801 Aug 11 08:05:24.669377 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-02daa948-4a44-480f-b45b-b0be2c691387 req-f9ed22c1-cdd3-424c-9e41-7757182191e0 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/security-groups?id=58986ac0-faf8-48cd-9aba-39de20624124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344672 Aug 11 08:05:24.944630 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760981d0-12c1-4c10-b152-96650e0fe5ef req-2d663cab-d76e-416e-bd59-17018258a758 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.946319 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-760981d0-12c1-4c10-b152-96650e0fe5ef req-2d663cab-d76e-416e-bd59-17018258a758 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0552182 Aug 11 08:05:25.007506 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-760981d0-12c1-4c10-b152-96650e0fe5ef req-ed9e6093-f604-42cb-b194-60a5dda6399f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493288 Aug 11 08:05:25.161078 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a494b7-82e3-41fd-b6c4-c3be18a397c7 req-26d58008-ede5-416d-8e59-777db2d43af5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.165336 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-59a494b7-82e3-41fd-b6c4-c3be18a397c7 req-26d58008-ede5-416d-8e59-777db2d43af5 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0854809 Aug 11 08:05:25.181282 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-d805e322-0d6e-47a7-a2c7-b25eeb109cfc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.183743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-d805e322-0d6e-47a7-a2c7-b25eeb109cfc tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 945 time: 0.0919945 Aug 11 08:05:25.249907 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-59a494b7-82e3-41fd-b6c4-c3be18a397c7 req-36f57c27-0401-4192-bfb3-2293d8dcace8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772340 Aug 11 08:05:25.326209 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Deleting port 1671e753-d448-4c63-b8d1-fad4d0390a47 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:25.327307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.422253 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] For port 1671e753-d448-4c63-b8d1-fad4d0390a47, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1671e753-d448-4c63-b8d1-fad4d0390a47,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:25.422620 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.454604 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Calling delete_port for 1671e753-d448-4c63-b8d1-fad4d0390a47 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:25.588366 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.606763 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['1671e753-d448-4c63-b8d1-fad4d0390a47'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:25.623596 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Pushing event deleted for resources: {'Port': ['ID=1671e753-d448-4c63-b8d1-fad4d0390a47,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.685754 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] No DVR routers for this DVR port 1671e753-d448-4c63-b8d1-fad4d0390a47 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:25.688453 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.690613 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-27b5ec0f-ef1d-4487-a563-799c20ed4388 req-21a3c466-2cbf-409d-8537-ac89e603654e tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.78 "DELETE /v2.0/ports/1671e753-d448-4c63-b8d1-fad4d0390a47 HTTP/1.1" status: 204 len: 173 time: 0.4932363 Aug 11 08:05:25.691157 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'name': 'network-vif-deleted', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:25.695076 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919980cb-e58a-4cee-beea-6b64c6ccd11f" -d '{"events": [{"server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "name": "network-vif-deleted", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:25.756194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ed630-ccc8-42f6-adcb-e79529669f2d x-openstack-request-id: req-cd6ed630-ccc8-42f6-adcb-e79529669f2d {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:25.756500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dee902-acef-40d3-9af8-06c8733e53d3", "name": "network-vif-deleted", "tag": "1671e753-d448-4c63-b8d1-fad4d0390a47", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:25.756751 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd6ed630-ccc8-42f6-adcb-e79529669f2d {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:25.757188 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dee902-acef-40d3-9af8-06c8733e53d3', 'name': 'network-vif-deleted', 'tag': '1671e753-d448-4c63-b8d1-fad4d0390a47', 'status': 'completed', 'code': 200} Aug 11 08:05:25.812700 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e64f2037-76b2-4250-a17c-81bd1154f243 req-8e1eb842-9d1c-4f4d-9b1e-6d7406bb6e87 tempest-TestMinimumBasicScenario-1058844759 tempest-TestMinimumBasicScenario-1058844759-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8dee902-acef-40d3-9af8-06c8733e53d3 HTTP/1.1" status: 200 len: 210 time: 0.0588741 Aug 11 08:05:26.169844 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b58f3-880e-4b6f-801e-5f4029bb95fb req-767b14f1-8786-42c6-b930-a26935310852 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:26.180055 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-316b58f3-880e-4b6f-801e-5f4029bb95fb req-767b14f1-8786-42c6-b930-a26935310852 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0664411 Aug 11 08:05:26.242766 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-316b58f3-880e-4b6f-801e-5f4029bb95fb req-6aa91b63-6977-4402-9d7d-f6f5a781c879 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534942 Aug 11 08:05:26.411828 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13da18-a467-4871-8d56-ef417e91ba8e req-91b72d31-9601-45d3-b190-28218b1ae705 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:26.420001 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fa13da18-a467-4871-8d56-ef417e91ba8e req-91b72d31-9601-45d3-b190-28218b1ae705 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0775905 Aug 11 08:05:26.456157 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fa13da18-a467-4871-8d56-ef417e91ba8e req-d7b2687a-d80e-4fe8-9505-ed03580da8a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Aug 11 08:05:27.430147 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88d6b9-34d0-4886-a7a2-0973ee9ed8d8 req-20f49e82-1f7c-47e4-a00c-89d72d924987 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:27.434103 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5d88d6b9-34d0-4886-a7a2-0973ee9ed8d8 req-20f49e82-1f7c-47e4-a00c-89d72d924987 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0792015 Aug 11 08:05:27.501049 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5d88d6b9-34d0-4886-a7a2-0973ee9ed8d8 req-f9640bc7-7846-47b6-9aac-ca10f9530f3f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607719 Aug 11 08:05:27.591097 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48266) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:27.991109 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.294391 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Deleting port 2b16291e-6928-4478-b480-97734c329bd3 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:28.294955 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.381209 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] For port 2b16291e-6928-4478-b480-97734c329bd3, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=2b16291e-6928-4478-b480-97734c329bd3,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:28.381602 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.395108 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Calling delete_port for 2b16291e-6928-4478-b480-97734c329bd3 owned by network:router_interface {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:28.603632 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.690280 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b16291e-6928-4478-b480-97734c329bd3,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:28.737946 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3697e-27c9-4b96-9a5d-e89b501fdb15 req-f847ef8a-8054-4673-9add-c57447dbf7a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:28.739562 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-07a3697e-27c9-4b96-9a5d-e89b501fdb15 req-f847ef8a-8054-4673-9add-c57447dbf7a6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1271799 Aug 11 08:05:28.851440 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-07a3697e-27c9-4b96-9a5d-e89b501fdb15 req-14e55a73-a28b-4a08-8e74-7c039311c923 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014433 Aug 11 08:05:28.906989 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:28.913231 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1671e753-d448-4c63-b8d1-fad4d0390a47 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:28.913352 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.943928 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 1671e753-d448-4c63-b8d1-fad4d0390a47 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:28.944332 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 1671e753-d448-4c63-b8d1-fad4d0390a47 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:29.100579 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:29.122588 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:29.176820 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Router 5e70b6fb-3577-4bd8-aac1-a06277e48420 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:29.191323 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.206508 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:29.237324 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:29.244848 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.340526 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:29.350787 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-386bd04c-ab41-4bfb-86dd-9161e8b63a89 admin admin] 10.222.0.68 "PUT /v2.0/routers/5e70b6fb-3577-4bd8-aac1-a06277e48420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568214 Aug 11 08:05:29.352313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48306) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:29.367169 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['435de31d-b79a-4e22-90bd-ce0201c8c390'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:29.370513 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Sync routers for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:29.373934 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.428362 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=6']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:29.462826 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:29.463765 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:29.544590 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks [] for router, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.798877 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.872338 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:29.909173 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Deleting port db27bbd1-e6c3-437c-adb0-12c3c7b43195 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:29.909525 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.154171 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587802f4-a662-4ef1-8860-469e67492da0 req-630cfe3c-af77-4d61-926b-562fffe06bca tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:30.155805 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-587802f4-a662-4ef1-8860-469e67492da0 req-630cfe3c-af77-4d61-926b-562fffe06bca tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.1239309 Aug 11 08:05:30.193963 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] For port db27bbd1-e6c3-437c-adb0-12c3c7b43195, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=db27bbd1-e6c3-437c-adb0-12c3c7b43195,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:30.194404 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.233248 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Calling delete_port for db27bbd1-e6c3-437c-adb0-12c3c7b43195 owned by network:router_gateway {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:30.387200 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-587802f4-a662-4ef1-8860-469e67492da0 req-2fb4eb5d-8f52-49c8-a07d-c5c5d0ea1f18 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121644 Aug 11 08:05:30.492935 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:05:28Z', 'revision_number': 5, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port': {'id': 'db27bbd1-e6c3-437c-adb0-12c3c7b43195', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:07Z', 'updated_at': '2021-08-11T08:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:30.573339 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Checking router: 5e70b6fb-3577-4bd8-aac1-a06277e48420 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:30.592628 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Routers {'5e70b6fb-3577-4bd8-aac1-a06277e48420'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:30.593321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['5e70b6fb-3577-4bd8-aac1-a06277e48420'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:30.712549 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.763836 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Pushing event deleted for resources: {'Port': ['ID=db27bbd1-e6c3-437c-adb0-12c3c7b43195,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:30.799647 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] Set router 5e70b6fb-3577-4bd8-aac1-a06277e48420 gateway port host: None {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:30.896578 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.920073 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:30.928602 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:05:29Z', 'revision_number': 6, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:31.055802 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51aee53-1c42-4caa-b6a4-ec1c2a6abe66 None None] The sync data for ids ['5e70b6fb-3577-4bd8-aac1-a06277e48420'] in dv-cinder-802669-4-iscsi is: [{'id': '5e70b6fb-3577-4bd8-aac1-a06277e48420', 'name': 'tempest-TestMinimumBasicScenario-1563509648-router', 'tenant_id': '6ce8352a6659488998d58021bb2c8ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:06Z', 'updated_at': '2021-08-11T08:05:29Z', 'revision_number': 6, 'project_id': '6ce8352a6659488998d58021bb2c8ccf', 'gw_port_host': None}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:31.127346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.131078 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.133410 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 435de31d-b79a-4e22-90bd-ce0201c8c390 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:31.133880 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.252264 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.261753 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e70b6fb-3577-4bd8-aac1-a06277e48420 {{(pid=93661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:05:31.267392 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.268670 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-7cc8b5de-3d76-4e5b-b2ed-bbfdeb9cf269 admin admin] 10.222.0.68 "DELETE /v2.0/routers/5e70b6fb-3577-4bd8-aac1-a06277e48420 HTTP/1.1" status: 204 len: 168 time: 1.9153409 Aug 11 08:05:31.271909 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48322) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:31.303692 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.343217 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:31.345645 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befe9a94-e313-4b18-8e04-853b48eab9aa" -d '{"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:31.354012 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Deleting subnet bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:05:31.358600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.375626 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:31.385946 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.412354 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.427624 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce070289-9efd-4691-964a-d16bedf861f8 x-openstack-request-id: req-ce070289-9efd-4691-964a-d16bedf861f8 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:31.428211 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:31.429721 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce070289-9efd-4691-964a-d16bedf861f8 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:31.430391 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'code': 200} Aug 11 08:05:31.474630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=7']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:31.662580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94491-2a5d-4770-a1e4-3752c2d48f33 req-ca9b022b-1676-4ff7-8f7f-cd9b6abe55b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:31.671998 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-55b94491-2a5d-4770-a1e4-3752c2d48f33 req-ca9b022b-1676-4ff7-8f7f-cd9b6abe55b2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1071022 Aug 11 08:05:31.695337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.779135 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-55b94491-2a5d-4770-a1e4-3752c2d48f33 req-075846e3-ead5-4152-8606-9e7c67b577fa tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010060 Aug 11 08:05:31.806780 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.847027 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.851355 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05 HTTP/1.1" status: 204 len: 168 time: 0.5758636 Aug 11 08:05:31.851355 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b494c7-836f-499f-a2f9-e351319d08b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7ebd98-0e81-4cdb-af33-d1ebe6baaa05,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:31.851869 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48338) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:31.853613 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639c58c-0366-4a6d-934e-d5c78a64565b None None] Network 80ff5bae-774b-4032-91c9-6b71a670e7dd requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:32.087837 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.142271 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:05:32.142854 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device db27bbd1-e6c3-437c-adb0-12c3c7b43195 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:32.176089 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: db27bbd1-e6c3-437c-adb0-12c3c7b43195 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:32.176998 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device db27bbd1-e6c3-437c-adb0-12c3c7b43195 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:32.177774 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 2b16291e-6928-4478-b480-97734c329bd3 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:32.215238 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 2b16291e-6928-4478-b480-97734c329bd3 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:32.216122 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 2b16291e-6928-4478-b480-97734c329bd3 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:32.256592 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Deleting port 92980924-ee03-4df3-9a01-3ac1c3eb1127 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:32.259101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.339520 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] DHCP port deletion for 80ff5bae-774b-4032-91c9-6b71a670e7dd request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:05:32.402800 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Deleting port 92980924-ee03-4df3-9a01-3ac1c3eb1127 {{(pid=93662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:32.403187 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.441110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] For port 92980924-ee03-4df3-9a01-3ac1c3eb1127, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=92980924-ee03-4df3-9a01-3ac1c3eb1127,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:32.441490 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.467635 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Calling delete_port for 92980924-ee03-4df3-9a01-3ac1c3eb1127 owned by network:dhcp {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:32.477643 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] For port 92980924-ee03-4df3-9a01-3ac1c3eb1127, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=92980924-ee03-4df3-9a01-3ac1c3eb1127,segment=NetworkSegment(a585faab-6b14-4068-88ec-0d845acda764),segment_id=a585faab-6b14-4068-88ec-0d845acda764)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:32.477643 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.505912 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Calling delete_port for 92980924-ee03-4df3-9a01-3ac1c3eb1127 owned by network:dhcp {{(pid=93662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:32.653708 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.686752 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=92980924-ee03-4df3-9a01-3ac1c3eb1127,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:32.707665 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] No DVR routers for this DVR port 92980924-ee03-4df3-9a01-3ac1c3eb1127 on host dv-cinder-802669-4-iscsi {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:32.784617 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605'] for port, after_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.847128 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.862635 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ff5bae-774b-4032-91c9-6b71a670e7dd']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:32.879430 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] No DVR routers for this DVR port 92980924-ee03-4df3-9a01-3ac1c3eb1127 on host dv-cinder-802669-4-iscsi {{(pid=93662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:32.892301 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a4657-b292-4ac0-ada6-d12f0dd0192b None None] Pushing event deleted for resources: {'Port': ['ID=92980924-ee03-4df3-9a01-3ac1c3eb1127,revision_number=None']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:32.893386 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a585faab-6b14-4068-88ec-0d845acda764') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:32.893684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a585faab-6b14-4068-88ec-0d845acda764') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:32.935234 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.981877 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.013151 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:05:33.014198 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:05:33.016292 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:05:33.115289 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e79a6-981b-43fc-b16e-db02ed7fecde req-8485042b-0f6b-4c31-899e-66a40d21a402 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:33.125535 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ef2e79a6-981b-43fc-b16e-db02ed7fecde req-8485042b-0f6b-4c31-899e-66a40d21a402 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1645725 Aug 11 08:05:33.142090 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.161546 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.164088 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/80ff5bae-774b-4032-91c9-6b71a670e7dd HTTP/1.1" status: 204 len: 168 time: 1.3100915 Aug 11 08:05:33.167811 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48348) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:33.181326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe28e5-0183-4cb8-9821-c237a3858ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ff5bae-774b-4032-91c9-6b71a670e7dd,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:33.219152 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-ef2e79a6-981b-43fc-b16e-db02ed7fecde req-35b87e0d-66ca-4536-8a8d-70ceff4e1dc4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920496 Aug 11 08:05:33.828963 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.056283 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 92980924-ee03-4df3-9a01-3ac1c3eb1127 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:34.085046 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 92980924-ee03-4df3-9a01-3ac1c3eb1127 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:34.085888 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 92980924-ee03-4df3-9a01-3ac1c3eb1127 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:34.553621 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290597-0be4-4bd4-893a-b4612d97a0de req-46c473a2-facf-4761-9547-0a30c0bba6d5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:34.555659 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f9290597-0be4-4bd4-893a-b4612d97a0de req-46c473a2-facf-4761-9547-0a30c0bba6d5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1817331 Aug 11 08:05:34.634219 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f9290597-0be4-4bd4-893a-b4612d97a0de req-9d5fe8ff-c9e6-4183-8866-d3a8cb96fd9a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687823 Aug 11 08:05:34.732386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Deleting port 6e01711a-2166-4793-8217-5314347c0934 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:34.732763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.872332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] For port 6e01711a-2166-4793-8217-5314347c0934, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=6e01711a-2166-4793-8217-5314347c0934,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:34.872704 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.913904 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Calling delete_port for 6e01711a-2166-4793-8217-5314347c0934 owned by network:router_interface {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:35.284232 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.336636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Pushing event deleted for resources: {'Port': ['ID=6e01711a-2166-4793-8217-5314347c0934,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:35.645017 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.822279 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddf37-3bf6-4c6e-a953-fe086696cc2d req-e668f05b-9ad3-4360-8fa5-ec4ec2dd8e4b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:35.832649 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ebddf37-3bf6-4c6e-a953-fe086696cc2d req-e668f05b-9ad3-4360-8fa5-ec4ec2dd8e4b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0978386 Aug 11 08:05:35.887982 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7ebddf37-3bf6-4c6e-a953-fe086696cc2d req-ce0e704b-c8a4-4a5c-b7fa-cc29d5ea0b08 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534737 Aug 11 08:05:36.030142 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Router e0532589-2cb7-42df-a32c-9c576b8c5bc9 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:36.163015 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:36.168286 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-dc66ffc0-a255-4c49-aeb7-b6748fa31eba admin admin] 10.222.0.68 "PUT /v2.0/routers/e0532589-2cb7-42df-a32c-9c576b8c5bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9987442 Aug 11 08:05:36.170821 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48368) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:36.175153 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Sync routers for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:36.189473 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:36.190711 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:36.340141 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:36.393297 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks [] for router, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.615585 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.712891 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:05:35Z', 'revision_number': 5, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port': {'id': '8b639eb0-4b47-4600-b1d6-952e2b0d3e58', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:02:20Z', 'updated_at': '2021-08-11T08:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:36.726895 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Deleting port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:36.727418 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.757768 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Checking router: e0532589-2cb7-42df-a32c-9c576b8c5bc9 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:36.771601 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Routers {'e0532589-2cb7-42df-a32c-9c576b8c5bc9'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:36.773490 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:36.881771 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] Set router e0532589-2cb7-42df-a32c-9c576b8c5bc9 gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:36.915604 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] For port 8b639eb0-4b47-4600-b1d6-952e2b0d3e58, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:36.915994 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.952605 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Calling delete_port for 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 owned by network:router_gateway {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:37.008381 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 6, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:37.056173 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3df93a-2740-40d7-be1c-9989c99a39e8 None None] The sync data for ids ['e0532589-2cb7-42df-a32c-9c576b8c5bc9'] in dv-cinder-802669-4-iscsi is: [{'id': 'e0532589-2cb7-42df-a32c-9c576b8c5bc9', 'name': 'tempest-TestMinimumBasicScenario-399618013-router', 'tenant_id': 'b8cf0669d0ce461f978c56ff396c7966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:02:18Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 6, 'project_id': 'b8cf0669d0ce461f978c56ff396c7966', 'gw_port_host': None}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:37.187551 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d0e1-4e8d-4079-8433-f5a2fe72e5a5 req-af2266d1-81c6-40bb-9c6d-5f1a95d1c46d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:37.189434 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6ca3d0e1-4e8d-4079-8433-f5a2fe72e5a5 req-af2266d1-81c6-40bb-9c6d-5f1a95d1c46d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1120937 Aug 11 08:05:37.248196 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6ca3d0e1-4e8d-4079-8433-f5a2fe72e5a5 req-42e8e617-5280-4fe7-a308-c560debd7d8e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504887 Aug 11 08:05:37.297923 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.352423 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b639eb0-4b47-4600-b1d6-952e2b0d3e58,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:37.400850 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.534186 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.536437 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.600912 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.601614 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0532589-2cb7-42df-a32c-9c576b8c5bc9 {{(pid=93660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:05:37.608912 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.610509 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-e2ea5e3e-e957-43f8-afb8-335fae81336c admin admin] 10.222.0.68 "DELETE /v2.0/routers/e0532589-2cb7-42df-a32c-9c576b8c5bc9 HTTP/1.1" status: 204 len: 168 time: 1.4384503 Aug 11 08:05:37.614309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48376) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:37.700541 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Deleting subnet 86340e22-6a06-48f7-86bc-4f5d5b37e500 {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:05:37.704415 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.754250 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.960274 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.092193 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.095594 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 6e01711a-2166-4793-8217-5314347c0934 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:38.119765 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 6e01711a-2166-4793-8217-5314347c0934 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:38.120461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 6e01711a-2166-4793-8217-5314347c0934 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:38.121127 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:38.123042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86340e22-6a06-48f7-86bc-4f5d5b37e500,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:38.133829 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.138536 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48382) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:38.138982 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/86340e22-6a06-48f7-86bc-4f5d5b37e500 HTTP/1.1" status: 204 len: 168 time: 0.5233696 Aug 11 08:05:38.141052 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.141776 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.144925 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.145431 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.145870 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.146307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.146840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.147309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.148167 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.148583 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.149715 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.150131 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309fbaa5-9be4-40fa-96fb-3960fcc4d983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:38.200235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20fb74d-14d7-4e97-b050-5560251aa1aa None None] Network 0600f219-5c56-4fac-8f8b-9fdb4b69499e requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:38.228134 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:38.229990 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8b639eb0-4b47-4600-b1d6-952e2b0d3e58 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:38.246702 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.309346 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Deleting port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:38.309943 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.471707 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba25c-8940-4c35-bbd1-22a43679a789 req-ab0ea48b-53c2-428d-b31c-d22520b16a30 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.476847 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] For port 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=1495b5ff-2a90-48af-a85f-11cc0126a1e6,segment=NetworkSegment(1ea930d3-3755-49dd-87e1-1ad1eebf6410),segment_id=1ea930d3-3755-49dd-87e1-1ad1eebf6410)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:38.477267 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.479157 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6d0ba25c-8940-4c35-bbd1-22a43679a789 req-ab0ea48b-53c2-428d-b31c-d22520b16a30 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1068511 Aug 11 08:05:38.503855 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Calling delete_port for 1495b5ff-2a90-48af-a85f-11cc0126a1e6 owned by network:dhcp {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:38.556166 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6d0ba25c-8940-4c35-bbd1-22a43679a789 req-2c186c9c-369f-40c0-b38f-aebb82a93ff2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759368 Aug 11 08:05:38.627168 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] DHCP port deletion for 0600f219-5c56-4fac-8f8b-9fdb4b69499e request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:05:38.691251 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.757845 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] No DVR routers for this DVR port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 on host dv-cinder-802669-4-iscsi {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:38.765415 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Pushing event deleted for resources: {'Port': ['ID=1495b5ff-2a90-48af-a85f-11cc0126a1e6,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:38.781702 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Deleting port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 {{(pid=93662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:38.782114 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.894561 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.908957 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0600f219-5c56-4fac-8f8b-9fdb4b69499e']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:38.925577 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea930d3-3755-49dd-87e1-1ad1eebf6410') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:38.925978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea930d3-3755-49dd-87e1-1ad1eebf6410') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:38.939756 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.958411 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.967319 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:05:38.967980 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:38.977923 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] For port 1495b5ff-2a90-48af-a85f-11cc0126a1e6, host dv-cinder-802669-4-iscsi, got binding levels [] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:38.979011 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.015940 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Calling delete_port for 1495b5ff-2a90-48af-a85f-11cc0126a1e6 owned by network:dhcp {{(pid=93662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:39.024236 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.ipam_backend_mixin [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 was not found and therefore no delete operation was performed {{(pid=93662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:05:39.028837 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605'] for port, after_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:05:39.060061 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:05:39.065136 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.084352 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.087016 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] 10.222.0.68 "DELETE /v2.0/networks/0600f219-5c56-4fac-8f8b-9fdb4b69499e HTTP/1.1" status: 204 len: 168 time: 0.9457686 Aug 11 08:05:39.088189 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4a8db-f67c-4c11-8003-ab5ee7c8936c admin admin] Pushing event deleted for resources: {'Network': ['ID=0600f219-5c56-4fac-8f8b-9fdb4b69499e,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:39.124433 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] No DVR routers for this DVR port 1495b5ff-2a90-48af-a85f-11cc0126a1e6 on host dv-cinder-802669-4-iscsi {{(pid=93662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:39.152196 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce66fb-ac93-4c3a-b182-b67679c08de9 None None] Pushing event deleted for resources: {'Port': ['ID=1495b5ff-2a90-48af-a85f-11cc0126a1e6,revision_number=None']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:39.312739 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48398) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:39.368579 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f2e0def2-a299-479c-9a7a-d8fa3d58c1b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ce8352a6659488998d58021bb2c8ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543978 Aug 11 08:05:39.372623 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48402) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:39.472529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.522784 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.618542 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.623000 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.624465 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58986ac0-faf8-48cd-9aba-39de20624124 HTTP/1.1" status: 204 len: 168 time: 0.2508328 Aug 11 08:05:39.654571 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420815b7-fc92-43c9-8558-7d1a540fd235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58986ac0-faf8-48cd-9aba-39de20624124,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:39.764976 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3a53-c0d5-4754-9808-a477cd9c5d31 req-29807594-1eae-4c4f-b52b-eb9b5f1cbf53 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:39.766712 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4d8f3a53-c0d5-4754-9808-a477cd9c5d31 req-29807594-1eae-4c4f-b52b-eb9b5f1cbf53 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1079302 Aug 11 08:05:39.887583 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4d8f3a53-c0d5-4754-9808-a477cd9c5d31 req-909d0530-212b-4826-aad9-8b22f45c1769 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128519 Aug 11 08:05:39.952400 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 1495b5ff-2a90-48af-a85f-11cc0126a1e6 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:40.008497 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 1495b5ff-2a90-48af-a85f-11cc0126a1e6 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:40.008841 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 1495b5ff-2a90-48af-a85f-11cc0126a1e6 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:40.254580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48414) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:40.309078 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5c9d9141-d9f6-4d8f-b658-8c5154ff8f6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b8cf0669d0ce461f978c56ff396c7966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531054 Aug 11 08:05:40.311713 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48418) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:40.372494 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.401266 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.470824 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.476004 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.478108 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77939bb1-6dad-446a-a314-63bb3a409c24 HTTP/1.1" status: 204 len: 168 time: 0.1648030 Aug 11 08:05:40.511403 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2e663-0f35-4eee-a25f-7f871222143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77939bb1-6dad-446a-a314-63bb3a409c24,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:41.228423 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a2d5a-e1b8-4e1c-b2da-baaa9a080b79 req-9a41f5eb-6b28-42c0-9d55-b404449145a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:41.233444 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f05a2d5a-e1b8-4e1c-b2da-baaa9a080b79 req-9a41f5eb-6b28-42c0-9d55-b404449145a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.1560204 Aug 11 08:05:41.330935 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f05a2d5a-e1b8-4e1c-b2da-baaa9a080b79 req-b15a05de-7c3b-4fff-903b-727daaf7f540 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919273 Aug 11 08:05:42.520438 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e0ed1-8522-4c8d-8242-18bd5598e851 req-59c006dc-8327-47e6-9a75-33a1151b5370 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:42.522046 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-763e0ed1-8522-4c8d-8242-18bd5598e851 req-59c006dc-8327-47e6-9a75-33a1151b5370 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0772843 Aug 11 08:05:42.609291 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-763e0ed1-8522-4c8d-8242-18bd5598e851 req-6fc33cad-aaa1-4cb7-8c4f-0214eb87e559 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808847 Aug 11 08:05:43.798500 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2d41-9287-4cce-8e4a-f310762c519c req-bd0a68b9-7355-44fc-b461-3fc909aa811b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:43.801078 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bbbdb1b6-2733-4722-82eb-fa5fc47bff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.801497 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fdae2d41-9287-4cce-8e4a-f310762c519c req-bd0a68b9-7355-44fc-b461-3fc909aa811b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0627325 Aug 11 08:05:43.858627 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fdae2d41-9287-4cce-8e4a-f310762c519c req-d2b6df04-9cb8-4f7b-8f9f-e97516e4bf84 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511127 Aug 11 08:05:43.869690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-a9e675fb-9b7a-42de-a0c2-be4cde10b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:43.872176 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-a9e675fb-9b7a-42de-a0c2-be4cde10b872 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1098 time: 0.0453951 Aug 11 08:05:43.987605 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-b69a2b74-85b0-4310-88a7-360545deb73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:43.989264 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-b69a2b74-85b0-4310-88a7-360545deb73e service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.1019790 Aug 11 08:05:44.061013 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-3eff4c54-1e97-4ac8-bafe-8dad87846703 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 1001 time: 0.0598955 Aug 11 08:05:44.118462 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-b52a8607-2a59-4a2f-abac-12f9aebffa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:44.120067 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-b52a8607-2a59-4a2f-abac-12f9aebffa89 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0501502 Aug 11 08:05:44.175259 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-8c55c60b-a245-4471-8f31-0778660156e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:44.177074 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-8c55c60b-a245-4471-8f31-0778660156e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495095 Aug 11 08:05:44.275248 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-67f89cec-0255-4a53-bb2e-89db4f552c0e service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888770 Aug 11 08:05:44.400544 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a8a8d6b3-3465-4145-abea-3ab61533af59 req-80c6f02d-3791-4f41-b951-015dbbf9187a service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984983 Aug 11 08:05:44.979379 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0d9f0-acdd-492d-9877-123ad4a39ecc req-20f234ee-7c12-4959-b39b-5df670d5c3cb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:44.980854 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a2e0d9f0-acdd-492d-9877-123ad4a39ecc req-20f234ee-7c12-4959-b39b-5df670d5c3cb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Aug 11 08:05:45.017837 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a2e0d9f0-acdd-492d-9877-123ad4a39ecc req-849d072e-98b8-4fa0-87fd-016d84c1e0c1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Aug 11 08:05:46.144049 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd6292-b709-4156-b484-805e8a4ef787 req-0451c0a8-141e-4d0d-a8e4-cc2a44423b59 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:46.145587 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bbbd6292-b709-4156-b484-805e8a4ef787 req-0451c0a8-141e-4d0d-a8e4-cc2a44423b59 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 945 time: 0.0519197 Aug 11 08:05:46.183160 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bbbd6292-b709-4156-b484-805e8a4ef787 req-da681715-d2a8-457c-9c03-1d1eeceaa564 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Aug 11 08:05:46.737989 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c74ae0ec-c0a7-4338-a322-66bbd8bd2409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.861137 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.892627 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48552) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:46.940297 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Deleting subnet 6c7e3b50-edb3-4818-8d10-002527289018 {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:05:46.943750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.978643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.018538 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.021947 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:47.072430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.097569 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.101150 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7e3b50-edb3-4818-8d10-002527289018,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:47.105335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.107198 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8ee2028b-56b9-4869-945c-d1f02a7c4f99 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6c7e3b50-edb3-4818-8d10-002527289018 HTTP/1.1" status: 204 len: 168 time: 0.2135122 Aug 11 08:05:47.109665 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48554) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:47.124417 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:47.126962 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b612d85-220f-4571-8826-36024bd885a7" -d '{"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-unplugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:47.140184 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:47.144729 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.178013 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c9a96d-8f55-464c-919b-ca24b0f4e625 x-openstack-request-id: req-38c9a96d-8f55-464c-919b-ca24b0f4e625 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:47.178306 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-unplugged", "status": "failed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "code": 422}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:47.178555 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38c9a96d-8f55-464c-919b-ca24b0f4e625 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:47.178952 dv-cinder-802669-4-iscsi neutron-server[93662]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'code': 422} returned with failed status Aug 11 08:05:47.179773 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.204951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=8']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:47.262565 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.272423 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1b008b-4e81-4bcc-b592-858c38ab6c2b']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:47.282486 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:47.282777 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2028a759-bfcf-41ef-8a22-d3a7d4bfc8bf') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:47.291284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.302573 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff94547-2feb-4143-948d-5af12453bc8d req-fcaee9a1-ee3a-4eab-bfce-7c26114812af tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:47.304061 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eff94547-2feb-4143-948d-5af12453bc8d req-fcaee9a1-ee3a-4eab-bfce-7c26114812af tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0475571 Aug 11 08:05:47.305348 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.311888 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:05:47.312419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:05:47.314067 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:05:47.342387 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eff94547-2feb-4143-948d-5af12453bc8d req-480751d1-b8a2-47a6-b927-4b85bcd3c97f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310829 Aug 11 08:05:47.367631 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.374116 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.376078 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] 10.222.0.68 "DELETE /v2.0/networks/5f1b008b-4e81-4bcc-b592-858c38ab6c2b HTTP/1.1" status: 204 len: 168 time: 0.2654414 Aug 11 08:05:47.388025 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3d59-f32c-488f-94e5-0874fc9e214e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1b008b-4e81-4bcc-b592-858c38ab6c2b,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:47.543306 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48572) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:47.597692 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6b7f2e5c-3c04-43b6-86b6-2a1c5c2a2af8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c49a55792674427388b53ae5f5bed9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532029 Aug 11 08:05:47.600145 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48576) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:47.648634 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.674502 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.727194 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.730338 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.731648 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b26a4875-1798-4209-a74d-9db481539c74 HTTP/1.1" status: 204 len: 168 time: 0.1304829 Aug 11 08:05:47.740061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ccedd-fbee-4a7b-87ff-a5733b9b73a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26a4875-1798-4209-a74d-9db481539c74,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:47.825124 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.368668 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01879f-7258-4283-b96e-1c10e2be4fd9 req-8dbb430d-cf93-420a-a2c8-787131d4a535 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:48.374540 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-db01879f-7258-4283-b96e-1c10e2be4fd9 req-8dbb430d-cf93-420a-a2c8-787131d4a535 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0695581 Aug 11 08:05:48.419288 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-db01879f-7258-4283-b96e-1c10e2be4fd9 req-4ffaea0f-6b8e-4757-bcce-e90208d481be tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Aug 11 08:05:48.431689 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-0be38688-5694-45a7-be68-3c994a57c224 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704503 Aug 11 08:05:49.047726 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.330618 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-99663722-09a9-467d-bd19-1b5aa5b7e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.332056 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-99663722-09a9-467d-bd19-1b5aa5b7e84f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4&tenant_id=fbec5641c6e94b4f8111f75baddc5bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0489175 Aug 11 08:05:49.405007 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-969977db-e39d-4e4e-8ca9-e11f6d5f7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.406778 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-969977db-e39d-4e4e-8ca9-e11f6d5f7000 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1096 time: 0.0446720 Aug 11 08:05:49.578864 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-eda9072f-fac8-4add-9960-51e847edca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.580342 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-eda9072f-fac8-4add-9960-51e847edca85 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 200 len: 918 time: 0.1653364 Aug 11 08:05:49.596184 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ed9e-a1f7-4d59-924d-8ff09a181707 req-380cd8dc-21ef-43fa-835f-8880c41c8df5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.603514 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0793ed9e-a1f7-4d59-924d-8ff09a181707 req-380cd8dc-21ef-43fa-835f-8880c41c8df5 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.1024280 Aug 11 08:05:49.693223 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0793ed9e-a1f7-4d59-924d-8ff09a181707 req-12e2095e-9113-49db-ab4d-f6da7adc2471 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885503 Aug 11 08:05:49.700838 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-3cba54ae-a4e4-44f4-b431-65c95d03e6d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 200 len: 999 time: 0.0910571 Aug 11 08:05:49.764135 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-77f6701f-fbe5-4611-a38c-cfa4e50632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.765859 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-77f6701f-fbe5-4611-a38c-cfa4e50632b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 200 len: 856 time: 0.0525770 Aug 11 08:05:49.824930 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-aeb8cb5e-79f9-455d-9d44-89f0006a6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.826485 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-aeb8cb5e-79f9-455d-9d44-89f0006a6407 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409584 Aug 11 08:05:49.926629 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-563750eb-646a-45da-8a4a-64a47d34190e service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Aug 11 08:05:50.025705 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-91f55c3f-c77b-4424-bc81-08ba1fafd893 req-5fd97438-bc42-448e-975f-ecc04eaa09f4 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874472 Aug 11 08:05:50.902193 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef107-cbdb-4cce-9705-2423b182b14a req-54bc4d99-6286-454b-8ac2-51152349cfd2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:50.903844 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fbbef107-cbdb-4cce-9705-2423b182b14a req-54bc4d99-6286-454b-8ac2-51152349cfd2 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0755720 Aug 11 08:05:50.943922 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fbbef107-cbdb-4cce-9705-2423b182b14a req-d82a8308-ee6d-4aa2-a6e6-e0a60e7e2c4c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334826 Aug 11 08:05:51.071557 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:52.069310 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6e802-78c1-4106-b9cf-12863e81b459 req-821a98f7-9fe2-41b5-9a2d-fc02a71db08d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:52.072452 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63e6e802-78c1-4106-b9cf-12863e81b459 req-821a98f7-9fe2-41b5-9a2d-fc02a71db08d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0514901 Aug 11 08:05:52.115256 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63e6e802-78c1-4106-b9cf-12863e81b459 req-d176c89d-6cbe-469a-8566-7bf527d9be2e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Aug 11 08:05:53.248591 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4f952-f07c-49ec-ba44-ccaf4617d11c req-52288434-8f3a-484d-bf75-5cc95333eb9e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.250179 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-38b4f952-f07c-49ec-ba44-ccaf4617d11c req-52288434-8f3a-484d-bf75-5cc95333eb9e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0634637 Aug 11 08:05:53.289408 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-38b4f952-f07c-49ec-ba44-ccaf4617d11c req-18c52e29-02d9-41c0-8041-f53cb61959b7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Aug 11 08:05:54.422146 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b386097-a8be-4494-8016-8800dffce395 req-3d804ad4-947e-4f28-9b19-ca14ba3994a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.423845 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0b386097-a8be-4494-8016-8800dffce395 req-3d804ad4-947e-4f28-9b19-ca14ba3994a4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0556166 Aug 11 08:05:54.475246 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0b386097-a8be-4494-8016-8800dffce395 req-10a80c37-4cc7-4e45-9a6c-e738f084a347 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450914 Aug 11 08:05:55.623857 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971d930-dda8-4330-ab39-e6f054017282 req-29b21276-71a9-4cea-ab50-9d41902c50ad tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.625363 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7971d930-dda8-4330-ab39-e6f054017282 req-29b21276-71a9-4cea-ab50-9d41902c50ad tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0485907 Aug 11 08:05:55.668577 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7971d930-dda8-4330-ab39-e6f054017282 req-0fc5cc46-c337-439a-acfc-932591a9e31f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371845 Aug 11 08:05:56.793783 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba85bb-3eeb-45f4-8109-e2f0fdb62350 req-c66fa310-4de6-41c6-abcf-6238e63e517e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.795373 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81ba85bb-3eeb-45f4-8109-e2f0fdb62350 req-c66fa310-4de6-41c6-abcf-6238e63e517e tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0485859 Aug 11 08:05:56.840903 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81ba85bb-3eeb-45f4-8109-e2f0fdb62350 req-57b2f8d3-d3cd-408a-9633-11ac6cc640da tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382633 Aug 11 08:05:57.968143 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70fb5-2c72-44b6-9cb6-4017a719ba4f req-7bc48801-e0de-4577-95c1-0c1c23de636a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:57.969675 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f3d70fb5-2c72-44b6-9cb6-4017a719ba4f req-7bc48801-e0de-4577-95c1-0c1c23de636a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0531404 Aug 11 08:05:58.007545 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f3d70fb5-2c72-44b6-9cb6-4017a719ba4f req-bd82e0e3-1d9a-411c-8a27-aacb424c3c29 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Aug 11 08:05:59.134223 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bddfa-a465-4674-8803-473984bec1da req-31a9515b-e6bb-42d7-8131-900973349711 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:59.136885 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-617bddfa-a465-4674-8803-473984bec1da req-31a9515b-e6bb-42d7-8131-900973349711 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Aug 11 08:05:59.181783 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-617bddfa-a465-4674-8803-473984bec1da req-50462c85-fd32-48fb-aac7-4cd58d7c83d1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360012 Aug 11 08:05:59.311024 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.310776 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5caafb-5143-4ffa-ae7b-7f32c1ff8847 req-74fafdae-3c4c-4f27-b26c-1b50180a5c0f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:00.312307 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fb5caafb-5143-4ffa-ae7b-7f32c1ff8847 req-74fafdae-3c4c-4f27-b26c-1b50180a5c0f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0555801 Aug 11 08:06:00.349827 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fb5caafb-5143-4ffa-ae7b-7f32c1ff8847 req-dfd4e608-21ef-41d0-a826-047692ddaf7f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Aug 11 08:06:01.501872 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676cecc-b86f-4f19-85d2-6971524fc764 req-bad38874-72bb-4927-b2af-2b35cfe70d5f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:01.503419 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d676cecc-b86f-4f19-85d2-6971524fc764 req-bad38874-72bb-4927-b2af-2b35cfe70d5f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0801046 Aug 11 08:06:01.540555 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d676cecc-b86f-4f19-85d2-6971524fc764 req-08f18111-9757-4867-9e33-921cfc2dc85b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Aug 11 08:06:02.663137 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0a03-59bd-49f1-84f0-adc5c18b1587 req-10e20f67-0396-4a6a-ba8d-cf14863873e1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:02.664892 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f72c0a03-59bd-49f1-84f0-adc5c18b1587 req-10e20f67-0396-4a6a-ba8d-cf14863873e1 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0502317 Aug 11 08:06:02.703324 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-f72c0a03-59bd-49f1-84f0-adc5c18b1587 req-7578898c-f39b-4783-bbb7-cbc858da42d7 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Aug 11 08:06:03.827710 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aec6d-9d1f-4aa3-b020-122899b98c9b req-945132ec-d41b-4cd0-b386-0b770d58e67f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:03.829386 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e6aec6d-9d1f-4aa3-b020-122899b98c9b req-945132ec-d41b-4cd0-b386-0b770d58e67f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0550792 Aug 11 08:06:03.871944 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2e6aec6d-9d1f-4aa3-b020-122899b98c9b req-4406e9fe-68cb-4d06-868e-eef826308a69 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345526 Aug 11 08:06:04.992704 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee0db8-4e04-4388-8800-918aa5b69f52 req-f8c9be50-0690-419d-8c5c-14e08aabddc6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:04.994242 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-acee0db8-4e04-4388-8800-918aa5b69f52 req-f8c9be50-0690-419d-8c5c-14e08aabddc6 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0505233 Aug 11 08:06:05.036682 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-acee0db8-4e04-4388-8800-918aa5b69f52 req-cdd603d5-f7b6-4a81-8b05-c8d8ee37fa8f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 11 08:06:05.447728 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a1e4c-1df9-4a24-b6f0-c237a7d8e47a req-a8659322-3e7b-4cfc-a1cb-3bc279c54ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:05.449241 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4a9a1e4c-1df9-4a24-b6f0-c237a7d8e47a req-a8659322-3e7b-4cfc-a1cb-3bc279c54ebb tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.0483491 Aug 11 08:06:05.485479 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4a9a1e4c-1df9-4a24-b6f0-c237a7d8e47a req-c76873d5-4ea8-4679-be7f-2d87d8be208c tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302913 Aug 11 08:06:06.169044 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0edc7-b76f-43eb-bc9b-20366d0b3d9e req-5d877546-5db7-473b-a3ad-69995ade9d01 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.170502 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-40c0edc7-b76f-43eb-bc9b-20366d0b3d9e req-5d877546-5db7-473b-a3ad-69995ade9d01 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 943 time: 0.0520256 Aug 11 08:06:06.453891 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-40c0edc7-b76f-43eb-bc9b-20366d0b3d9e req-aab2e7b2-984f-45e6-ae47-7dbe3e03a7ea tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772202 Aug 11 08:06:06.601406 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa805715-1919-4ca5-81fc-068ce1ff864c req-44525ee4-24e7-4624-8c2b-968cb1b12819 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.602869 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aa805715-1919-4ca5-81fc-068ce1ff864c req-44525ee4-24e7-4624-8c2b-968cb1b12819 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 11 08:06:06.640421 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aa805715-1919-4ca5-81fc-068ce1ff864c req-c36f72dc-6bd7-4406-98bb-4bdc111e6c59 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Aug 11 08:06:07.155984 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:07.253968 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:07.265166 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'port_id': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'mac_address': 'fa:16:3e:f3:3c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:07.304090 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.321184 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:07.343930 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:07.347651 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.412005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=9']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:07.431687 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-7ed9136c-99d9-48ab-956b-86fe2dc1d1fd tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.433266 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-7ed9136c-99d9-48ab-956b-86fe2dc1d1fd tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.0673881 Aug 11 08:06:07.531762 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Deleting port b13e8b90-62aa-4942-9ed0-2c670cfb983c {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:07.532096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.574868 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301e53-19f5-4ed4-a667-a78443dbd814 req-63460657-e992-4e21-9728-d23a25c0336c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.576456 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-72301e53-19f5-4ed4-a667-a78443dbd814 req-63460657-e992-4e21-9728-d23a25c0336c tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Aug 11 08:06:07.601928 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['435de31d-b79a-4e22-90bd-ce0201c8c390'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:07.623136 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-72301e53-19f5-4ed4-a667-a78443dbd814 req-08f253ab-a824-4baa-ab65-5a3512afa6b4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Aug 11 08:06:07.903280 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2478cd-5ff5-4426-bf5b-63cca0d907cb req-148258d7-7572-4617-ab52-671e0755bae6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.904675 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-dd2478cd-5ff5-4426-bf5b-63cca0d907cb req-148258d7-7572-4617-ab52-671e0755bae6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 946 time: 0.0850034 Aug 11 08:06:07.906437 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] For port b13e8b90-62aa-4942-9ed0-2c670cfb983c, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b13e8b90-62aa-4942-9ed0-2c670cfb983c,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:07.906804 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.986589 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-dd2478cd-5ff5-4426-bf5b-63cca0d907cb req-26e69b7c-a0ce-4635-a985-e60a7d6355a6 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups?id=cdf0bfe0-b9cd-4229-9986-189b9d2730d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724235 Aug 11 08:06:08.098539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.098914 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.099227 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Floating IP a1b0e263-cd42-48dd-911a-6d883bcd1f42 disassociated. External IP: 172.27.2.206, port: b13e8b90-62aa-4942-9ed0-2c670cfb983c. Aug 11 08:06:08.099568 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Calling delete_port for b13e8b90-62aa-4942-9ed0-2c670cfb983c owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:08.224321 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.254255 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'Port': ['ID=b13e8b90-62aa-4942-9ed0-2c670cfb983c,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:08.365887 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:08.468223 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:08.478854 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:08.488646 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:08.489299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:08.511543 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] No DVR routers for this DVR port b13e8b90-62aa-4942-9ed0-2c670cfb983c on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:08.514136 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.516192 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1057d60e-95d0-4932-b810-d8c59fa2354d req-adcb85cb-89dc-439d-a0ee-ae0fdaefa369 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.78 "DELETE /v2.0/ports/b13e8b90-62aa-4942-9ed0-2c670cfb983c HTTP/1.1" status: 204 len: 173 time: 1.0757070 Aug 11 08:06:08.516622 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'name': 'network-vif-deleted', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:08.518866 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75afe44a-a02e-403b-ba54-5233ce7507c6" -d '{"events": [{"server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "name": "network-vif-deleted", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:08.553961 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c6544d-2420-41a6-814f-516781bb0520 x-openstack-request-id: req-a4c6544d-2420-41a6-814f-516781bb0520 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:08.554340 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f42bb-ddcf-4e13-8c88-291f717f596a", "name": "network-vif-deleted", "tag": "b13e8b90-62aa-4942-9ed0-2c670cfb983c", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:08.554684 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4c6544d-2420-41a6-814f-516781bb0520 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:08.555203 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f42bb-ddcf-4e13-8c88-291f717f596a', 'name': 'network-vif-deleted', 'tag': 'b13e8b90-62aa-4942-9ed0-2c670cfb983c', 'status': 'completed', 'code': 200} Aug 11 08:06:08.599167 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:08.754101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d33c6-99d8-46ab-9cd2-85ee2996af71 req-6a4484dc-d0f7-4e4a-899d-e2219ff8a1fb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.755614 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e84d33c6-99d8-46ab-9cd2-85ee2996af71 req-6a4484dc-d0f7-4e4a-899d-e2219ff8a1fb tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0551577 Aug 11 08:06:08.801050 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e84d33c6-99d8-46ab-9cd2-85ee2996af71 req-23bcfda8-4428-409e-985c-0b66010c45cf tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390708 Aug 11 08:06:08.934005 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:08.959597 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:08.967763 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:08.968366 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:05:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:09.072940 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:09.083088 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9458804f-c7ae-4634-a67d-952873fb634c req-17aff8b6-0b24-42c0-aae5-4dbdc9cfff25 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0254595 Aug 11 08:06:09.141320 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:06:09.280279 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:09.306278 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad2e800-04c3-4b58-9ba5-1c523fe24171 None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:45Z', 'revision_number': 4, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '34cafa58-9b6b-4535-aff7-27cd13878a3e', 'name': '', 'network_id': '52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'mac_address': 'fa:16:3e:59:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:43Z', 'updated_at': '2021-08-11T07:59:58Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'subnets': [{'id': '1d4c8366-8f85-4300-b74c-0639457dd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:09.637665 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18efc47-880a-4f25-85cc-b75cfadcc746 None None] New status for floating IP a1b0e263-cd42-48dd-911a-6d883bcd1f42: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:09.923158 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b09f1f-f955-4138-a517-82927559e4aa req-be22f5d9-2743-4d0a-81b4-e971ea56d12b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:09.924653 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-77b09f1f-f955-4138-a517-82927559e4aa req-be22f5d9-2743-4d0a-81b4-e971ea56d12b tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0494013 Aug 11 08:06:09.961096 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-77b09f1f-f955-4138-a517-82927559e4aa req-c52fcefc-1bae-4d26-a068-dc117ab38f40 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305197 Aug 11 08:06:10.176153 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8a666a0c-36aa-44cb-b8c2-722390c8286f req-51454f90-84cc-4652-be95-f4ed15b07a82 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0273483 Aug 11 08:06:11.081974 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab98b-a4ff-4a10-981c-b4444548eeb9 req-7e88aece-1fca-47ed-a503-b44175fafd35 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:11.083471 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-318ab98b-a4ff-4a10-981c-b4444548eeb9 req-7e88aece-1fca-47ed-a503-b44175fafd35 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0524895 Aug 11 08:06:11.121782 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-318ab98b-a4ff-4a10-981c-b4444548eeb9 req-fe3c5f33-3db5-4d7d-8c5a-bf7e1aba6438 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316825 Aug 11 08:06:11.285400 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8991d749-9e51-44fc-a436-db5fd5f9b75e req-f89899c2-35d9-4bfa-8d03-165b49e840ba tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/ports?device_id=920f42bb-ddcf-4e13-8c88-291f717f596a HTTP/1.1" status: 200 len: 210 time: 0.0286748 Aug 11 08:06:12.238730 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2dbda-3c0b-43bb-bcbe-e41d2ce3c380 req-37b89e40-897e-4094-8262-cd1b5d445df9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.240182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5ef2dbda-3c0b-43bb-bcbe-e41d2ce3c380 req-37b89e40-897e-4094-8262-cd1b5d445df9 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 944 time: 0.0480566 Aug 11 08:06:12.280849 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5ef2dbda-3c0b-43bb-bcbe-e41d2ce3c380 req-2951c6da-4f60-43e1-b164-fa586efbd6ad tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344234 Aug 11 08:06:12.366262 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 48912) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:12.420529 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.444033 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.492365 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.495630 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.496917 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "DELETE /v2.0/security-groups/cdf0bfe0-b9cd-4229-9986-189b9d2730d2 HTTP/1.1" status: 204 len: 168 time: 0.1296420 Aug 11 08:06:12.499946 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48914) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:12.506840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86134925-e8b5-4965-99db-6bd6cb988313 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0bfe0-b9cd-4229-9986-189b9d2730d2,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:12.514704 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.api.v2.resource [None req-5d9f94bd-66c1-4d41-b2d9-6197766887a8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] show failed (client error): The resource could not be found. Aug 11 08:06:12.515948 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5d9f94bd-66c1-4d41-b2d9-6197766887a8 tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "GET /v2.0/security-groups/cdf0bfe0-b9cd-4229-9986-189b9d2730d2 HTTP/1.1" status: 404 len: 347 time: 0.0150008 Aug 11 08:06:12.518902 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 48916) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:12.641425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Deleting port 0961f0c0-6c0a-4b5f-9b60-cff27376512d {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:12.641770 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.719624 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.719948 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.732335 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Calling delete_port for 0961f0c0-6c0a-4b5f-9b60-cff27376512d owned by network:floatingip {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:12.790442 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:12.846125 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 435de31d-b79a-4e22-90bd-ce0201c8c390 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:12.846493 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.882410 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.911190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Pushing event deleted for resources: {'Port': ['ID=0961f0c0-6c0a-4b5f-9b60-cff27376512d,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:12.932320 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.956897 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:12.959327 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f525576-6c2f-43a7-a2fc-1b8033273e5d" -d '{"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:12.974417 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:12.983169 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.983666 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device b13e8b90-62aa-4942-9ed0-2c670cfb983c no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:13.001559 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.005107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.006465 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-aa05edea-13bc-449e-b5b2-727ba70c7e8e tempest-AttachVolumeTestJSON-247499932 tempest-AttachVolumeTestJSON-247499932-project] 10.222.0.68 "DELETE /v2.0/floatingips/a1b0e263-cd42-48dd-911a-6d883bcd1f42 HTTP/1.1" status: 204 len: 168 time: 0.4864941 Aug 11 08:06:13.070016 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2708a7-3a95-41e1-8895-14d864e5637a x-openstack-request-id: req-5c2708a7-3a95-41e1-8895-14d864e5637a {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:13.070308 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-plugged", "status": "completed", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:13.070544 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c2708a7-3a95-41e1-8895-14d864e5637a {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:13.070925 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'code': 200} Aug 11 08:06:13.073456 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: b13e8b90-62aa-4942-9ed0-2c670cfb983c {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:13.073796 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device b13e8b90-62aa-4942-9ed0-2c670cfb983c not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:13.077271 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=10']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:13.230358 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed62426-88cb-4bbc-999b-fd67e9d49b74 req-2d7f4c05-8b0e-4a57-ac95-952218f30882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:13.231849 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9ed62426-88cb-4bbc-999b-fd67e9d49b74 req-2d7f4c05-8b0e-4a57-ac95-952218f30882 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 1099 time: 0.0407305 Aug 11 08:06:13.268546 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9ed62426-88cb-4bbc-999b-fd67e9d49b74 req-01da4353-0129-4306-ac7e-2dd1964ccda0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285408 Aug 11 08:06:13.406456 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67311817-1be9-44a3-9fe8-c3dc17cf09da req-1fdc64ac-aea5-4e23-95c0-17bbe5a3e260 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:13.408014 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-67311817-1be9-44a3-9fe8-c3dc17cf09da req-1fdc64ac-aea5-4e23-95c0-17bbe5a3e260 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0530543 Aug 11 08:06:13.449258 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-67311817-1be9-44a3-9fe8-c3dc17cf09da req-2076af00-a9d4-4550-b190-fa9b821eb47f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Aug 11 08:06:13.791564 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-4d4c7a3c-3e06-4b81-8812-7a0bfbf37c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.583148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a98d5-b897-49ba-b039-8fd1c0666b02 req-88202969-b2eb-4a3c-b487-e2e541a80677 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:14.584647 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-652a98d5-b897-49ba-b039-8fd1c0666b02 req-88202969-b2eb-4a3c-b487-e2e541a80677 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0531611 Aug 11 08:06:14.626667 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-652a98d5-b897-49ba-b039-8fd1c0666b02 req-814c1183-8f77-4c88-8b18-956de6f5b323 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Aug 11 08:06:15.743320 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632b5be-abab-47f3-9e04-5d24c7444975 req-da362ac2-b424-4598-a39b-e3ff8e2be00a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:15.744805 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1632b5be-abab-47f3-9e04-5d24c7444975 req-da362ac2-b424-4598-a39b-e3ff8e2be00a tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0482898 Aug 11 08:06:15.788659 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1632b5be-abab-47f3-9e04-5d24c7444975 req-4b5b015f-9fb8-439c-8e30-d35b68d77bc0 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Aug 11 08:06:16.739583 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-96be7ac8-8f32-4e9d-ab55-0dc857de4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.861697 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.826501 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:18.663364 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49026) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:19.041030 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.222536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.511243 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Deleting port 34cafa58-9b6b-4535-aff7-27cd13878a3e {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:19.511489 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.585088 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] For port 34cafa58-9b6b-4535-aff7-27cd13878a3e, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=34cafa58-9b6b-4535-aff7-27cd13878a3e,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:19.585448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.597405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Calling delete_port for 34cafa58-9b6b-4535-aff7-27cd13878a3e owned by network:router_interface {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:19.770599 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.797779 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cafa58-9b6b-4535-aff7-27cd13878a3e,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:19.978868 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.195760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Router 50a6080f-2583-428c-bd11-ae38f09bf1e3 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:20.300117 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:20.305135 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-42f212d1-fa8a-48ec-ba7b-93b87cbb48e9 admin admin] 10.222.0.68 "PUT /v2.0/routers/50a6080f-2583-428c-bd11-ae38f09bf1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6407950 Aug 11 08:06:20.307746 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49040) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:20.308783 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Sync routers for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:20.317679 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:20.318299 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:20.427307 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:20.615308 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:06:19Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:20.647690 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Checking router: 50a6080f-2583-428c-bd11-ae38f09bf1e3 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:20.656157 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Routers {'50a6080f-2583-428c-bd11-ae38f09bf1e3'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:20.656784 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['50a6080f-2583-428c-bd11-ae38f09bf1e3'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:20.660898 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks [] for router, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.762062 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.762319 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] Set router 50a6080f-2583-428c-bd11-ae38f09bf1e3 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:20.818378 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Deleting port 56ceef99-7109-43f9-b841-f935c67fdfa2 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:20.819010 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.902138 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] For port 56ceef99-7109-43f9-b841-f935c67fdfa2, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=56ceef99-7109-43f9-b841-f935c67fdfa2,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:20.902567 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.915178 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Calling delete_port for 56ceef99-7109-43f9-b841-f935c67fdfa2 owned by network:router_gateway {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:20.937146 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:06:19Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:20.967842 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd31c2-1d22-4ed7-a62e-8676b5b464d5 None None] The sync data for ids ['50a6080f-2583-428c-bd11-ae38f09bf1e3'] in dv-cinder-802669-4-iscsi is: [{'id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'name': 'tempest-AttachVolumeTestJSON-699588536-router', 'tenant_id': '910775e9e6ae48c8979a6dd988822558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:06:19Z', 'revision_number': 5, 'project_id': '910775e9e6ae48c8979a6dd988822558', 'gw_port': {'id': '56ceef99-7109-43f9-b841-f935c67fdfa2', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:46:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6080f-2583-428c-bd11-ae38f09bf1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:21.094832 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.121856 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ceef99-7109-43f9-b841-f935c67fdfa2,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:21.183469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.273587 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.275686 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.320551 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.321186 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a6080f-2583-428c-bd11-ae38f09bf1e3 {{(pid=93661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:06:21.327711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.331599 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49050) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:21.332155 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-fcacd969-46e3-4eaa-9a54-01638a797480 admin admin] 10.222.0.68 "DELETE /v2.0/routers/50a6080f-2583-428c-bd11-ae38f09bf1e3 HTTP/1.1" status: 204 len: 168 time: 1.0228112 Aug 11 08:06:21.387622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Deleting subnet 1d4c8366-8f85-4300-b74c-0639457dd403 {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:06:21.390990 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.428037 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.508236 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.566641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.594859 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4c8366-8f85-4300-b74c-0639457dd403,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:21.597383 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.599235 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1d4c8366-8f85-4300-b74c-0639457dd403 HTTP/1.1" status: 204 len: 168 time: 0.2663817 Aug 11 08:06:21.602631 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49052) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:21.606067 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf8a3c7-63f0-4253-b4f7-e143eebc648b None None] Network 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:21.606559 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.606559 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.606796 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.607083 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.607565 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.607737 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.608060 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.608384 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.609187 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.609187 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.609419 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.609656 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80697e05-314d-43e7-bc27-5bc85b1bee05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:21.683721 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.738724 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Deleting port f50a21a8-fad2-4377-8c2a-41798a090c22 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:21.739063 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.802334 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] For port f50a21a8-fad2-4377-8c2a-41798a090c22, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=f50a21a8-fad2-4377-8c2a-41798a090c22,segment=NetworkSegment(1119a699-e739-40e5-96bb-66aa3ecc7e1b),segment_id=1119a699-e739-40e5-96bb-66aa3ecc7e1b)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:21.802724 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.815484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Calling delete_port for f50a21a8-fad2-4377-8c2a-41798a090c22 owned by network:dhcp {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:21.896469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.920973 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Pushing event deleted for resources: {'Port': ['ID=f50a21a8-fad2-4377-8c2a-41798a090c22,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:21.925286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] No DVR routers for this DVR port f50a21a8-fad2-4377-8c2a-41798a090c22 on host dv-cinder-802669-4-iscsi {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:21.986734 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b101b22-7bad-4ed9-a43d-f9699dac7a6f None None] DHCP port deletion for 52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:06:22.008595 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.024833 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:22.037042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1119a699-e739-40e5-96bb-66aa3ecc7e1b') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:22.037350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1119a699-e739-40e5-96bb-66aa3ecc7e1b') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:22.046332 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.054441 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 34cafa58-9b6b-4535-aff7-27cd13878a3e no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:22.063150 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.068977 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:06:22.069365 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:06:22.070965 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:06:22.075238 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 34cafa58-9b6b-4535-aff7-27cd13878a3e {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:22.075525 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 34cafa58-9b6b-4535-aff7-27cd13878a3e not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:22.075948 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device f50a21a8-fad2-4377-8c2a-41798a090c22 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:22.098298 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: f50a21a8-fad2-4377-8c2a-41798a090c22 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:22.098660 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device f50a21a8-fad2-4377-8c2a-41798a090c22 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:22.099064 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 56ceef99-7109-43f9-b841-f935c67fdfa2 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:22.119004 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 56ceef99-7109-43f9-b841-f935c67fdfa2 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:22.120796 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 56ceef99-7109-43f9-b841-f935c67fdfa2 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:22.131098 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.135719 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.141795 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] 10.222.0.68 "DELETE /v2.0/networks/52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa HTTP/1.1" status: 204 len: 168 time: 0.5345511 Aug 11 08:06:22.151497 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d9d4-5037-4207-a3db-df667b12f92a admin admin] Pushing event deleted for resources: {'Network': ['ID=52c28d51-7f23-4a0b-8ad8-dc5e9d5519fa,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:22.257046 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49062) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:22.296750 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a655a816-3f0f-4eec-aec0-caa5284e8f55 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=910775e9e6ae48c8979a6dd988822558&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382113 Aug 11 08:06:22.298878 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49064) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:22.355894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.380447 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.428208 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.431029 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.432286 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a895f9a9-69e9-4452-b6e1-dc5d2bb557b3 HTTP/1.1" status: 204 len: 168 time: 0.1324675 Aug 11 08:06:22.440051 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7896dcb-5912-4b09-b2cd-f1c518f012e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a895f9a9-69e9-4452-b6e1-dc5d2bb557b3,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:23.506859 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49100) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:23.611596 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd9e5eeb-b7dd-4ec4-90de-8c693427380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.702198 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd9e5eeb-b7dd-4ec4-90de-8c693427380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.705547 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-fd9e5eeb-b7dd-4ec4-90de-8c693427380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.742612 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-fd9e5eeb-b7dd-4ec4-90de-8c693427380c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=372135d0ab04440eaf0dd6c456406dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342894 Aug 11 08:06:23.743343 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e5eeb-b7dd-4ec4-90de-8c693427380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93d83f8-59dc-4e7e-a948-951971f244f8,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:23.745662 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49104) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:23.794990 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.816304 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.862166 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.864698 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.865894 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e93d83f8-59dc-4e7e-a948-951971f244f8 HTTP/1.1" status: 204 len: 168 time: 0.1191540 Aug 11 08:06:23.874434 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340f5de-51ed-42fc-9874-eed9b5e41a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93d83f8-59dc-4e7e-a948-951971f244f8,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:29.318030 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.842861 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49260) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:32.945494 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a867ecf7-996d-41ac-9afd-5127c3637f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.034998 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a867ecf7-996d-41ac-9afd-5127c3637f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.038632 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a867ecf7-996d-41ac-9afd-5127c3637f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.075778 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a867ecf7-996d-41ac-9afd-5127c3637f52 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90fe3190fc8b4b33b19ea19fc72e8bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318404 Aug 11 08:06:33.076684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867ecf7-996d-41ac-9afd-5127c3637f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323f7134-521a-45c8-9e61-2478f423b425,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:33.078540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49264) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:33.127200 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.150636 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.196536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.199763 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.200892 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/323f7134-521a-45c8-9e61-2478f423b425 HTTP/1.1" status: 204 len: 168 time: 0.1213679 Aug 11 08:06:33.208698 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db356bf-df6c-4c69-a64f-db5fe41667f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323f7134-521a-45c8-9e61-2478f423b425,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:34.900641 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49280) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:35.006817 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d59ae2b1-fc0d-4132-a897-8c8c0b28a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.096050 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d59ae2b1-fc0d-4132-a897-8c8c0b28a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.099902 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d59ae2b1-fc0d-4132-a897-8c8c0b28a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.137096 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d59ae2b1-fc0d-4132-a897-8c8c0b28a14f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c116ce263d240bd8999dbbf69e83e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347989 Aug 11 08:06:35.137959 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae2b1-fc0d-4132-a897-8c8c0b28a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ab282-4029-4d5f-91ba-68a46cac0427,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:35.139758 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49284) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:35.188532 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.209084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.256460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.259066 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.260254 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce2ab282-4029-4d5f-91ba-68a46cac0427 HTTP/1.1" status: 204 len: 168 time: 0.1188500 Aug 11 08:06:35.268337 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11cf8c-ad9d-4160-a2f8-fe8a4eb6c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ab282-4029-4d5f-91ba-68a46cac0427,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:40.037047 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49380) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:40.141161 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.230791 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.234669 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.273482 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c492c73231d41f0a16c933a8c9b69ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353823 Aug 11 08:06:40.275425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33381abc-378e-46f1-af65-abeae0a67c0e,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:40.276829 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49384) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:40.283313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.283659 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.283997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.284329 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.284661 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.285026 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.285350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.285672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.285994 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.286314 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.286633 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.286976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7165690-6ce2-42bb-82a9-33dd183541c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:40.330527 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.351576 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.398846 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.402179 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.403306 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33381abc-378e-46f1-af65-abeae0a67c0e HTTP/1.1" status: 204 len: 168 time: 0.1250839 Aug 11 08:06:40.410822 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a417018-4670-4cbb-af9a-166f9a02c8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33381abc-378e-46f1-af65-abeae0a67c0e,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:40.663600 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49390) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:40.677464 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbf96867-ac66-46a7-bf06-75132ac49698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.764318 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbf96867-ac66-46a7-bf06-75132ac49698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.768823 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-bbf96867-ac66-46a7-bf06-75132ac49698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.806332 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-bbf96867-ac66-46a7-bf06-75132ac49698 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e7f3e93dff644208bc1763b773fc71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416640 Aug 11 08:06:40.808055 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf96867-ac66-46a7-bf06-75132ac49698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec5ca4-4086-4f64-9bb0-cfbc87e39547,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:40.809596 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49392) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:40.857744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.878782 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.923288 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.926210 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.927376 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efec5ca4-4086-4f64-9bb0-cfbc87e39547 HTTP/1.1" status: 204 len: 168 time: 0.1167970 Aug 11 08:06:40.935462 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb0191-f24b-49a3-9e57-5da316338158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec5ca4-4086-4f64-9bb0-cfbc87e39547,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:42.530727 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49446) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:42.639913 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27761930-273c-4dd7-8c7b-d0ef6920e15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.727557 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27761930-273c-4dd7-8c7b-d0ef6920e15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.731057 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-27761930-273c-4dd7-8c7b-d0ef6920e15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.768252 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-27761930-273c-4dd7-8c7b-d0ef6920e15c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2cfcd53c0ce24114b304260557b5b425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364271 Aug 11 08:06:42.769116 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27761930-273c-4dd7-8c7b-d0ef6920e15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621e46a-1164-48c0-afa4-e0cf2e9fa02f,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:42.771650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49450) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:42.825249 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.846837 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.893001 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.895524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.896671 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d621e46a-1164-48c0-afa4-e0cf2e9fa02f HTTP/1.1" status: 204 len: 168 time: 0.1240277 Aug 11 08:06:42.905263 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9cbd-2a7a-4927-8042-e3463caef8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621e46a-1164-48c0-afa4-e0cf2e9fa02f,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:43.157036 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49456) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:43.170299 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ca16943-9a13-438b-ae8b-99e4e28139ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.261953 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ca16943-9a13-438b-ae8b-99e4e28139ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.265662 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9ca16943-9a13-438b-ae8b-99e4e28139ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.301786 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9ca16943-9a13-438b-ae8b-99e4e28139ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=713179cf750147e9a0031eece1bfd494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436024 Aug 11 08:06:43.303654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca16943-9a13-438b-ae8b-99e4e28139ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472fb4d4-fda9-4ffe-9341-6bb5f7dda43d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:43.304432 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49458) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:43.357001 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.378894 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.423326 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.426003 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.427147 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/472fb4d4-fda9-4ffe-9341-6bb5f7dda43d HTTP/1.1" status: 204 len: 168 time: 0.1215360 Aug 11 08:06:43.434992 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258adbda-1733-444d-b4bc-211566f6c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472fb4d4-fda9-4ffe-9341-6bb5f7dda43d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:43.795200 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-eeb2743e-2a44-4105-b9bd-5b187c905f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.447573 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49490) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:44.551311 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-25bb019b-cfd2-44d7-8d3d-306fa5feab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.638591 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-25bb019b-cfd2-44d7-8d3d-306fa5feab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.642045 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-25bb019b-cfd2-44d7-8d3d-306fa5feab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.681328 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-25bb019b-cfd2-44d7-8d3d-306fa5feab13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45ea29e543744afab8d18811f35bcd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321546 Aug 11 08:06:44.683842 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb019b-cfd2-44d7-8d3d-306fa5feab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721163e-f23b-49b5-b73f-570a51ba28db,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:44.684717 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49494) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:44.732070 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.752638 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.798170 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.800733 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.801978 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f721163e-f23b-49b5-b73f-570a51ba28db HTTP/1.1" status: 204 len: 168 time: 0.1161218 Aug 11 08:06:44.811614 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58ee21-61ec-4d1f-bb0b-ee440cb3106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721163e-f23b-49b5-b73f-570a51ba28db,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:46.142026 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:06:46.742607 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bceebf33-41fc-4278-9c56-9226d6bd12c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:46.864510 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:47.835474 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:49.041733 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:52.721767 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49618) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:52.827448 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd3d0d71-3794-438e-a637-83f8e5138f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:52.924184 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd3d0d71-3794-438e-a637-83f8e5138f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:52.927984 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-cd3d0d71-3794-438e-a637-83f8e5138f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:52.968183 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-cd3d0d71-3794-438e-a637-83f8e5138f32 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ce552fe19bb4bcbb864822fcf314ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453258 Aug 11 08:06:52.969363 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d0d71-3794-438e-a637-83f8e5138f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3112e7-265f-42aa-80db-8044d89203d9,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:52.970784 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49622) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:53.023934 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.046016 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.093131 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.095654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.096795 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f3112e7-265f-42aa-80db-8044d89203d9 HTTP/1.1" status: 204 len: 168 time: 0.1249900 Aug 11 08:06:53.104620 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67edbf-d72f-4111-b3db-fa3ec429ff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3112e7-265f-42aa-80db-8044d89203d9,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:53.349600 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49628) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:53.363134 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-38253f24-8651-43dc-9214-bafb9f703162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.451756 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-38253f24-8651-43dc-9214-bafb9f703162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.455511 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-38253f24-8651-43dc-9214-bafb9f703162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.491356 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-38253f24-8651-43dc-9214-bafb9f703162 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c6b74cb50a5447eb003c2a579237890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406772 Aug 11 08:06:53.494081 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49630) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:53.496348 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253f24-8651-43dc-9214-bafb9f703162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cade182-00cd-4dcb-9587-fe47ab5cc7e7,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:53.543459 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.564199 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.610769 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.613389 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:53.614538 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2cade182-00cd-4dcb-9587-fe47ab5cc7e7 HTTP/1.1" status: 204 len: 168 time: 0.1194978 Aug 11 08:06:53.622120 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4eeef-e5a5-4639-9821-f32656a65cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cade182-00cd-4dcb-9587-fe47ab5cc7e7,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:53.927934 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49638) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:53.941123 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a5c816f-e2be-41fb-985e-7b3cd588f393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.029336 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a5c816f-e2be-41fb-985e-7b3cd588f393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.033370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3a5c816f-e2be-41fb-985e-7b3cd588f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.070158 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3a5c816f-e2be-41fb-985e-7b3cd588f393 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=475e6c70760b4439a32f7ca65b5352ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411054 Aug 11 08:06:54.071059 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c816f-e2be-41fb-985e-7b3cd588f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20c1d0-c6d6-471c-90c8-a1138861b9e0,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:54.072955 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49640) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:54.121972 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.142987 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.187297 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.190125 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.191298 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb20c1d0-c6d6-471c-90c8-a1138861b9e0 HTTP/1.1" status: 204 len: 168 time: 0.1167743 Aug 11 08:06:54.199242 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70cb0f-c9dc-4549-a397-64579198f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20c1d0-c6d6-471c-90c8-a1138861b9e0,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:54.623445 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538990-88ef-47f2-96a5-95776cabf97a req-572606ff-dd95-48d7-bbdb-f7c2999ec761 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:54.625143 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5b538990-88ef-47f2-96a5-95776cabf97a req-572606ff-dd95-48d7-bbdb-f7c2999ec761 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0518603 Aug 11 08:06:54.663861 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5b538990-88ef-47f2-96a5-95776cabf97a req-96f2107a-dae1-426f-9637-41f13c8689b8 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Aug 11 08:06:55.079809 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49676) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:55.391547 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Deleting port 600ac66e-2aaf-44ac-9c1f-8c24e38ac188 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:55.391790 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.466476 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.466808 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.480104 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Calling delete_port for 600ac66e-2aaf-44ac-9c1f-8c24e38ac188 owned by network:floatingip {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:55.655329 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.680636 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event deleted for resources: {'Port': ['ID=600ac66e-2aaf-44ac-9c1f-8c24e38ac188,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:55.742132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.742711 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Floating IP 8cfdfe91-02e4-436c-b6aa-798e4fdc0673 disassociated (deleted). External IP: 172.27.2.8, port: 6377e78c-5764-4b11-8f01-7c33d9ac1ab1. Aug 11 08:06:55.787530 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5673-f9de-4ad2-9cab-4474820e08f6 req-26de77dd-046f-4b6a-9a8b-a5e1f44b89c3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.789041 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3e5c5673-f9de-4ad2-9cab-4474820e08f6 req-26de77dd-046f-4b6a-9a8b-a5e1f44b89c3 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0507522 Aug 11 08:06:55.826215 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-3e5c5673-f9de-4ad2-9cab-4474820e08f6 req-b152115b-dcef-4c55-b1a7-5f37afefb551 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups?id=fdc1b801-7b9d-4dc5-baa6-7921cf903123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303829 Aug 11 08:06:55.951946 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Router 645846ae-e65a-4e36-927f-94f27d46df35 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:56.059461 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:56.064257 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.070101 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Sync routers for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:56.080971 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:56.082559 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:56.092484 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5597c670-dbea-4279-8f34-1ef019c36b14 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "DELETE /v2.0/floatingips/8cfdfe91-02e4-436c-b6aa-798e4fdc0673 HTTP/1.1" status: 204 len: 168 time: 1.0092075 Aug 11 08:06:56.092484 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:56.093113 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80daa3fc-3b4b-4d2f-b00e-d99b25773218" -d '{"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:56.131625 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c174f5-f3fd-4aa9-bafc-f97143055b17 x-openstack-request-id: req-b4c174f5-f3fd-4aa9-bafc-f97143055b17 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:56.131917 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:56.132173 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b4c174f5-f3fd-4aa9-bafc-f97143055b17 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:56.132615 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'status': 'completed', 'code': 200} Aug 11 08:06:56.175362 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11391-53b0-4543-9c00-17a144ca3911 req-c1346840-7574-42de-a6c0-35f7e6a40461 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.176982 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-adc11391-53b0-4543-9c00-17a144ca3911 req-c1346840-7574-42de-a6c0-35f7e6a40461 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 946 time: 0.0613189 Aug 11 08:06:56.196257 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:56.205718 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-7abbbf0f-c197-4b8c-858d-d1044888315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.207597 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-7abbbf0f-c197-4b8c-858d-d1044888315b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=428009c948d24e8fad89b98f31781bc5&device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 1099 time: 0.0484040 Aug 11 08:06:56.352882 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Deleting port 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:56.353129 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.394970 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-d57b453d-7c57-4d05-a95b-e83580b9955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.396800 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-d57b453d-7c57-4d05-a95b-e83580b9955d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 200 len: 910 time: 0.1808975 Aug 11 08:06:56.407131 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ca22a-1938-4466-8fb0-65cdd4b9d64f req-3160aaf7-3aff-48ef-a82a-089833463add tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.409151 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2d3ca22a-1938-4466-8fb0-65cdd4b9d64f req-3160aaf7-3aff-48ef-a82a-089833463add tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0808518 Aug 11 08:06:56.452548 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-a403c1f3-66cb-4606-9de7-e66929429c21 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 200 len: 217 time: 0.0419762 Aug 11 08:06:56.453407 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:56.477437 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] For port 435de31d-b79a-4e22-90bd-ce0201c8c390, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=435de31d-b79a-4e22-90bd-ce0201c8c390,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:56.477437 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.487575 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Checking router: 645846ae-e65a-4e36-927f-94f27d46df35 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:56.497243 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:56.497869 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:56.527732 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2d3ca22a-1938-4466-8fb0-65cdd4b9d64f req-f55b50e6-4197-4d56-aa20-76152e9a4b43 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781128 Aug 11 08:06:56.535528 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-f284f05f-95f1-42a3-b473-33e4c6c91eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.536894 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-f284f05f-95f1-42a3-b473-33e4c6c91eed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 200 len: 848 time: 0.0705781 Aug 11 08:06:56.595126 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-988ddce8-d572-434b-b394-ec17bd559daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.596666 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-988ddce8-d572-434b-b394-ec17bd559daf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d849533-7441-49ec-ada0-e5e0e0956f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420976 Aug 11 08:06:56.627356 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:56.686829 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.687340 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.687654 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.db.l3_db [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Floating IP fc7b6a8a-5239-45f8-a724-08d14c09f6e4 disassociated. External IP: 172.27.2.134, port: 435de31d-b79a-4e22-90bd-ce0201c8c390. Aug 11 08:06:56.688019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Calling delete_port for 435de31d-b79a-4e22-90bd-ce0201c8c390 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:56.702066 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-1cdf64c9-cf2b-4e8b-9aa1-6dd09867b23d service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951605 Aug 11 08:06:56.811671 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-80daa3fc-3b4b-4d2f-b00e-d99b25773218 req-fec24fd3-5e8b-46b5-b656-8ce7f7a83762 service neutron] 10.222.0.78 "GET /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005273 Aug 11 08:06:56.833899 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.849667 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:56.865500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'Port': ['ID=435de31d-b79a-4e22-90bd-ce0201c8c390,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:56.880959 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6a22-20b8-48b6-a5e0-afb02d232ed8 None None] The sync data for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi is: [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:01:09Z', 'revision_number': 4, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '7671c11e-8314-4770-9a7c-5ccc49563536', 'name': '', 'network_id': '2d849533-7441-49ec-ada0-e5e0e0956f4b', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'mac_address': 'fa:16:3e:c7:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:08Z', 'updated_at': '2021-08-11T08:01:21Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'subnets': [{'id': '2f4b4d05-44e9-477d-b6d1-b720d7de3ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:56.945789 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-169b6b9c-c47b-4b63-9b09-5309d1dc0c0e req-7ff144d9-194e-4fee-8559-f3a5f3433f9f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/ports?device_id=e97d4e1a-e3be-4e01-8b17-36e9594173f4 HTTP/1.1" status: 200 len: 210 time: 0.0344400 Aug 11 08:06:57.010798 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:57.115860 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b203c7-29e4-46f0-9c9f-7caf1a545a23 None None] New status for floating IP 8cfdfe91-02e4-436c-b6aa-798e4fdc0673: DOWN {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:57.125798 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:57.136603 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:57.146806 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:57.146806 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:57.165937 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] No DVR routers for this DVR port 435de31d-b79a-4e22-90bd-ce0201c8c390 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:57.168556 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:57.170789 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-adc11391-53b0-4543-9c00-17a144ca3911 req-7cdea400-3e30-4d0c-b15c-888c2541057f tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.78 "DELETE /v2.0/ports/435de31d-b79a-4e22-90bd-ce0201c8c390 HTTP/1.1" status: 204 len: 173 time: 0.9859765 Aug 11 08:06:57.327360 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-2c88171d-bc8a-41a4-9929-70228ad8418d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481920 Aug 11 08:06:57.377265 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:57.421701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115af9-cb64-4c43-a399-9f74caeb028b req-e499714c-5d56-4c3f-9a23-aa4bb1063ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.423256 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-e499714c-5d56-4c3f-9a23-aa4bb1063ce5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1098 time: 0.0424759 Aug 11 08:06:57.531267 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115af9-cb64-4c43-a399-9f74caeb028b req-03734417-26cb-4457-af8b-5bb988600f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.532736 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-03734417-26cb-4457-af8b-5bb988600f95 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0896270 Aug 11 08:06:57.595986 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:57.610281 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-b9d5a956-a688-403d-b6f0-2c124cffc75c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 1001 time: 0.0663321 Aug 11 08:06:57.625015 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:57.644236 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:57.644850 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:57.683734 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115af9-cb64-4c43-a399-9f74caeb028b req-d21b945c-9974-4b79-b3e9-698d09b4c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.686365 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-d21b945c-9974-4b79-b3e9-698d09b4c581 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0601244 Aug 11 08:06:57.703171 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a000d7-cba0-4698-a763-ae894887965c req-7a722b1b-1b57-4d9a-b914-1b794b3e8210 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.705556 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c9a000d7-cba0-4698-a763-ae894887965c req-7a722b1b-1b57-4d9a-b914-1b794b3e8210 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.0883152 Aug 11 08:06:57.747361 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115af9-cb64-4c43-a399-9f74caeb028b req-009f626f-a23c-416b-9cfc-cf06c9274b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.749053 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-009f626f-a23c-416b-9cfc-cf06c9274b9f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547214 Aug 11 08:06:57.755171 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:57.758503 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c9a000d7-cba0-4698-a763-ae894887965c req-78e47b57-bd61-4838-b3ed-f055fd896ecd tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ac93c90-af97-46ff-9e81-1ddbb0da7842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459509 Aug 11 08:06:57.860370 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49712) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:57.861718 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-d5783037-cc78-47f1-8533-bd205ed232dc service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011815 Aug 11 08:06:57.959418 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-47115af9-cb64-4c43-a399-9f74caeb028b req-a5b8b3b6-86e9-45f6-908f-eba353363206 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Aug 11 08:06:57.970045 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:57.976120 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5d44812a-0220-4fe3-ae26-6ab9cdde4e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.005250 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a24d60-21d0-4ec2-87fe-583da25889fe None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T07:59:43Z', 'revision_number': 4, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': '5f5ffc9d-6582-4774-88a0-ec25e2de85bd', 'name': '', 'network_id': 'ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'mac_address': 'fa:16:3e:7b:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:42Z', 'updated_at': '2021-08-11T07:59:55Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'subnets': [{'id': '6fbf1ea1-d814-497f-bc00-8c210d0e08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:58.048257 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49720) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:58.083255 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5d44812a-0220-4fe3-ae26-6ab9cdde4e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.088092 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5d44812a-0220-4fe3-ae26-6ab9cdde4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.110686 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.131387 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5d44812a-0220-4fe3-ae26-6ab9cdde4e3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a5b25efa67e4c9fb5917544e3aaa754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676501 Aug 11 08:06:58.131387 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44812a-0220-4fe3-ae26-6ab9cdde4e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee9321-e3f9-46de-9068-db1a4a41e952,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.133049 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49722) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:58.133600 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-deleted', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:58.135798 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641e203-4e3d-46ca-82aa-ef3967bf2e79" -d '{"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-deleted", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:58.141532 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.193615 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc1579-a7aa-4798-a14a-b2b3d94e6bc3 x-openstack-request-id: req-69fc1579-a7aa-4798-a14a-b2b3d94e6bc3 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:58.193910 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97d4e1a-e3be-4e01-8b17-36e9594173f4", "name": "network-vif-deleted", "tag": "435de31d-b79a-4e22-90bd-ce0201c8c390", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:58.194160 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69fc1579-a7aa-4798-a14a-b2b3d94e6bc3 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:58.194541 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97d4e1a-e3be-4e01-8b17-36e9594173f4', 'name': 'network-vif-deleted', 'tag': '435de31d-b79a-4e22-90bd-ce0201c8c390', 'status': 'completed', 'code': 200} Aug 11 08:06:58.263126 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-3c70c8ab-ec69-4f5e-872a-afdcc9bd95ff tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:58.264597 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-3c70c8ab-ec69-4f5e-872a-afdcc9bd95ff tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 946 time: 0.1049628 Aug 11 08:06:58.265206 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb562c7b-5425-44db-81d2-a59908c746ce None None] New status for floating IP fc7b6a8a-5239-45f8-a724-08d14c09f6e4: DOWN {{(pid=93662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:58.270760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.275325 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.277894 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.279018 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "DELETE /v2.0/security-groups/fdc1b801-7b9d-4dc5-baa6-7921cf903123 HTTP/1.1" status: 204 len: 168 time: 0.2292464 Aug 11 08:06:58.282062 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49726) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:58.298839 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.api.v2.resource [None req-0fc436ee-90bb-4887-bb8b-646d4bcf85d4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] show failed (client error): The resource could not be found. Aug 11 08:06:58.300579 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0fc436ee-90bb-4887-bb8b-646d4bcf85d4 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "GET /v2.0/security-groups/fdc1b801-7b9d-4dc5-baa6-7921cf903123 HTTP/1.1" status: 404 len: 347 time: 0.0172720 Aug 11 08:06:58.304009 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49728) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:58.304146 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64651b-c13e-4271-ab7c-540059a61c4d tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1b801-7b9d-4dc5-baa6-7921cf903123,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.334482 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.420394 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Deleting port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:58.420744 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.424972 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.427434 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.430902 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14ee9321-e3f9-46de-9068-db1a4a41e952 HTTP/1.1" status: 204 len: 168 time: 0.2898154 Aug 11 08:06:58.447506 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Deleting port f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:58.447884 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.477338 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7e8a-deb2-443d-b51f-2e26574fb035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee9321-e3f9-46de-9068-db1a4a41e952,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.531111 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] For port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:58.531478 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.537422 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.538108 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.545521 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Calling delete_port for 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:58.551814 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Calling delete_port for f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d owned by network:floatingip {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:58.685356 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.705294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.713705 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event deleted for resources: {'Port': ['ID=6377e78c-5764-4b11-8f01-7c33d9ac1ab1,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.740928 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Pushing event deleted for resources: {'Port': ['ID=f14ea9f7-5c6f-4bbf-8b40-e1d24953ae9d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.778439 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] No DVR routers for this DVR port 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:58.780812 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.782929 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d2a39651-85d2-4308-82a4-3e778a7a7365 req-4b1c2782-2ee5-46fc-8237-a23790cc5f4e tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.78 "DELETE /v2.0/ports/6377e78c-5764-4b11-8f01-7c33d9ac1ab1 HTTP/1.1" status: 204 len: 173 time: 0.5028625 Aug 11 08:06:58.821140 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.823865 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.828688 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-da78167b-2b78-4531-9742-397f670e7d85 tempest-AttachVolumeShelveTestJSON-1635556139 tempest-AttachVolumeShelveTestJSON-1635556139-project] 10.222.0.68 "DELETE /v2.0/floatingips/fc7b6a8a-5239-45f8-a724-08d14c09f6e4 HTTP/1.1" status: 204 len: 168 time: 0.5223365 Aug 11 08:06:58.880194 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9283efe2-d146-4eb5-a7db-466ae1ed7d37 req-6fe97f28-c701-43ca-b122-215f19d48947 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c408c86-d131-416e-aaa9-cd8dd4da8354 HTTP/1.1" status: 200 len: 210 time: 0.0382738 Aug 11 08:06:59.206471 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49756) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:59.311997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-196395769-network', 'tenant_id': 'bbb512b3793e4bcbb9b2c589bf1e62dd'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:59.329247 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.332982 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Made reservation on behalf of bbb512b3793e4bcbb9b2c589bf1e62dd for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:59.335302 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.344295 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.432085 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.436417 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.460806 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:06:59.470626 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:59.476546 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.476970 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Added segment f559f28a-3343-4601-bb41-23c959269c9b of type vlan for network a2a90c8e-8da7-4389-aee1-b48a8feeb82d Aug 11 08:06:59.522067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.550554 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.551517 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.552067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.601484 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3937531 Aug 11 08:06:59.605582 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49760) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:59.612359 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75a4d-e882-4b3d-b189-4a8ac5849aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a90c8e-8da7-4389-aee1-b48a8feeb82d,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:59.612607 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Request body: {'subnet': {'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-196395769-subnet', 'tenant_id': 'bbb512b3793e4bcbb9b2c589bf1e62dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:59.623776 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:06:59.634616 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Made reservation on behalf of bbb512b3793e4bcbb9b2c589bf1e62dd for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:59.637205 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.819625 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.880166 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:59.888533 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Checking segment: {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:59.888917 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Network hostable DHCP agents. Network: a2a90c8e-8da7-4389-aee1-b48a8feeb82d, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:06:59.905414 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:06:59.914188 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, a2a90c8e-8da7-4389-aee1-b48a8feeb82d) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:59.919311 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.919809 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.936588 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-544e8ebc-5ff6-4b3d-8aae-dbb788a25825 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3283834 Aug 11 08:06:59.936949 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49764) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:00.014343 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.048497 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.050140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01258932-6193-41da-af6d-b25a0d9bb1bf None None] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:00.125799 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.128697 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.132661 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] 10.222.0.68 "DELETE /v2.0/security-groups/0ac93c90-af97-46ff-9e81-1ddbb0da7842 HTTP/1.1" status: 204 len: 168 time: 0.1919005 Aug 11 08:07:00.144408 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10639971-9b56-420a-9775-9d19b6b704a8 tempest-TestShelveInstance-2004956260 tempest-TestShelveInstance-2004956260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac93c90-af97-46ff-9e81-1ddbb0da7842,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:00.189060 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49784) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:00.195471 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-deleted', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:00.206392 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42354598-d319-46d8-a56a-8e831ac91289" -d '{"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-deleted", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:00.213041 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbce71-ccd8-4215-b3c1-393af5f3d01e None None] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:00.262278 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e89d3b-4575-4fbb-b602-e4cf8012cd32 x-openstack-request-id: req-a3e89d3b-4575-4fbb-b602-e4cf8012cd32 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:00.262840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c408c86-d131-416e-aaa9-cd8dd4da8354", "name": "network-vif-deleted", "tag": "6377e78c-5764-4b11-8f01-7c33d9ac1ab1", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:00.263593 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3e89d3b-4575-4fbb-b602-e4cf8012cd32 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:00.264058 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c408c86-d131-416e-aaa9-cd8dd4da8354', 'name': 'network-vif-deleted', 'tag': '6377e78c-5764-4b11-8f01-7c33d9ac1ab1', 'status': 'completed', 'code': 200} Aug 11 08:07:00.653978 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.896711 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Deleting port 7671c11e-8314-4770-9a7c-5ccc49563536 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:00.896997 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.970697 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] For port 7671c11e-8314-4770-9a7c-5ccc49563536, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=7671c11e-8314-4770-9a7c-5ccc49563536,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:00.971333 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.986501 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Calling delete_port for 7671c11e-8314-4770-9a7c-5ccc49563536 owned by network:router_interface {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:01.045485 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:01.066433 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 435de31d-b79a-4e22-90bd-ce0201c8c390 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:01.066769 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 435de31d-b79a-4e22-90bd-ce0201c8c390 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:01.067196 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:01.086179 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:01.086516 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 6377e78c-5764-4b11-8f01-7c33d9ac1ab1 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:01.176422 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.207878 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Pushing event deleted for resources: {'Port': ['ID=7671c11e-8314-4770-9a7c-5ccc49563536,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:01.350577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49800) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:01.365430 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.586919 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Router 645846ae-e65a-4e36-927f-94f27d46df35 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:01.697766 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:01.705672 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-752250cf-d684-43d1-bd04-cd497a588718 admin admin] 10.222.0.68 "PUT /v2.0/routers/645846ae-e65a-4e36-927f-94f27d46df35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5124402 Aug 11 08:07:01.706328 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49814) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:01.711831 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Sync routers for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:01.721196 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:01.721821 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.830981 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:01.873566 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks [] for router, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.955386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-91fb166e-1250-4494-bb31-6ec942cad4ad tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:01.956957 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-91fb166e-1250-4494-bb31-6ec942cad4ad tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 813 time: 0.1942728 Aug 11 08:07:02.000178 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-4726f06c-5bcd-4cd0-94b6-242e22f24ea0 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/quotas/bbb512b3793e4bcbb9b2c589bf1e62dd HTTP/1.1" status: 200 len: 375 time: 0.0370049 Aug 11 08:07:02.036262 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:07:01Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:02.052824 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.068058 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Checking router: 645846ae-e65a-4e36-927f-94f27d46df35 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:02.077120 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Routers {'645846ae-e65a-4e36-927f-94f27d46df35'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:02.077755 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['645846ae-e65a-4e36-927f-94f27d46df35'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:02.186383 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] Set router 645846ae-e65a-4e36-927f-94f27d46df35 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:02.293854 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-ed6f21fb-3653-403c-bd56-c41de33be605 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2822897 Aug 11 08:07:02.299437 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.331707 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Deleting port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:02.332233 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.389255 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:07:01Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:02.416027 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22f2b8-3318-4b8d-b119-3661cab31999 None None] The sync data for ids ['645846ae-e65a-4e36-927f-94f27d46df35'] in dv-cinder-802669-4-iscsi is: [{'id': '645846ae-e65a-4e36-927f-94f27d46df35', 'name': 'tempest-TestShelveInstance-1284680612-router', 'tenant_id': '428009c948d24e8fad89b98f31781bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:02Z', 'updated_at': '2021-08-11T08:07:01Z', 'revision_number': 5, 'project_id': '428009c948d24e8fad89b98f31781bc5', 'gw_port': {'id': 'e64a7b1b-c478-4430-8003-8ce24b7bd697', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645846ae-e65a-4e36-927f-94f27d46df35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:03Z', 'updated_at': '2021-08-11T08:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:02.422132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] For port 5f5ffc9d-6582-4774-88a0-ec25e2de85bd, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:02.422132 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.429894 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-98ca3ec3-fc5a-4356-9566-26d6a39818b7 service neutron] 10.222.0.68 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229641 Aug 11 08:07:02.433893 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Calling delete_port for 5f5ffc9d-6582-4774-88a0-ec25e2de85bd owned by network:router_interface {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:02.434852 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Deleting port e64a7b1b-c478-4430-8003-8ce24b7bd697 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:02.435027 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.581901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] For port e64a7b1b-c478-4430-8003-8ce24b7bd697, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=e64a7b1b-c478-4430-8003-8ce24b7bd697,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:02.582264 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.598393 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-3a907596-efef-4ce1-83b4-f0e70bae15fe service neutron] 10.222.0.68 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517336 Aug 11 08:07:02.599368 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Calling delete_port for e64a7b1b-c478-4430-8003-8ce24b7bd697 owned by network:router_gateway {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:02.631110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.656192 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5ffc9d-6582-4774-88a0-ec25e2de85bd,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:02.820200 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.856033 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3e48967b-7b9a-40e8-9058-a33020151372 req-276dd209-7bdb-411e-b148-452dd5d7a338 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 210 time: 0.0651717 Aug 11 08:07:02.863155 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64a7b1b-c478-4430-8003-8ce24b7bd697,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:02.943500 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.960612 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.066212 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.068405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.114619 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.115164 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645846ae-e65a-4e36-927f-94f27d46df35 {{(pid=93660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:03.132089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.133416 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d87b7be6-c4c3-4fa9-bf08-4fa97914a553 admin admin] 10.222.0.68 "DELETE /v2.0/routers/645846ae-e65a-4e36-927f-94f27d46df35 HTTP/1.1" status: 204 len: 168 time: 1.4260302 Aug 11 08:07:03.136221 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49830) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:03.183230 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Deleting subnet 2f4b4d05-44e9-477d-b6d1-b720d7de3ecd {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:03.186791 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.208145 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Router 42888925-8ceb-4ddb-952f-e9ba3cc1782e has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:03.234136 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.330687 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.349520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:03.355680 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-8d24b0d3-fe01-457d-be78-f4a56a53dd68 admin admin] 10.222.0.68 "PUT /v2.0/routers/42888925-8ceb-4ddb-952f-e9ba3cc1782e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0040555 Aug 11 08:07:03.358532 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49832) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:03.363057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Sync routers for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:03.375584 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:03.376327 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.392627 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.430388 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4b4d05-44e9-477d-b6d1-b720d7de3ecd,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:03.436744 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.441068 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-2b9cf99e-fd0e-4941-8859-bbcdbc9fd70f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2f4b4d05-44e9-477d-b6d1-b720d7de3ecd HTTP/1.1" status: 204 len: 168 time: 0.3016295 Aug 11 08:07:03.444572 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49834) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:03.501227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks [] for router, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.529942 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.556538 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb49a34-03f5-4622-ba27-d722045d8243 None None] Network 2d849533-7441-49ec-ada0-e5e0e0956f4b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:03.585409 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Deleting port 9985150a-9d94-4880-aa4b-15c755f8e734 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:03.585781 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.618012 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.662584 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] For port 9985150a-9d94-4880-aa4b-15c755f8e734, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=9985150a-9d94-4880-aa4b-15c755f8e734,segment=NetworkSegment(3b623134-7669-464b-9760-8b400ea6cc5e),segment_id=3b623134-7669-464b-9760-8b400ea6cc5e)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:03.663116 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.680910 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Calling delete_port for 9985150a-9d94-4880-aa4b-15c755f8e734 owned by network:dhcp {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:03.681969 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Deleting port 356c2e22-0d09-4f9d-84b2-283c87c4acda {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:03.681969 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.709651 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:03.769834 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.778577 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] For port 356c2e22-0d09-4f9d-84b2-283c87c4acda, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=356c2e22-0d09-4f9d-84b2-283c87c4acda,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:03.778940 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.799537 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Pushing event deleted for resources: {'Port': ['ID=9985150a-9d94-4880-aa4b-15c755f8e734,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:03.801545 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] No DVR routers for this DVR port 9985150a-9d94-4880-aa4b-15c755f8e734 on host dv-cinder-802669-4-iscsi {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:03.810061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Calling delete_port for 356c2e22-0d09-4f9d-84b2-283c87c4acda owned by network:router_gateway {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:03.895917 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.906959 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d849533-7441-49ec-ada0-e5e0e0956f4b']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.923007 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b623134-7669-464b-9760-8b400ea6cc5e') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.923389 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b623134-7669-464b-9760-8b400ea6cc5e') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.951058 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.983672 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.993325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f984a5-d9c3-492c-aa9c-2f3bf92e171f None None] DHCP port deletion for 2d849533-7441-49ec-ada0-e5e0e0956f4b request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:04.017273 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:07:02Z', 'revision_number': 5, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port': {'id': '356c2e22-0d09-4f9d-84b2-283c87c4acda', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:59:38Z', 'updated_at': '2021-08-11T07:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:04.057035 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cced30f7-47c8-48c7-94f9-427555a026eb req-37853f32-8883-4551-92e9-3b7dc2f3ef3d tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 210 time: 0.0607095 Aug 11 08:07:04.058837 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:04.059405 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:04.062544 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:04.068348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Checking router: 42888925-8ceb-4ddb-952f-e9ba3cc1782e for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:04.080081 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Routers {'42888925-8ceb-4ddb-952f-e9ba3cc1782e'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:04.080718 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:04.116377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-857381ea-6d07-4350-acc1-75c1e5de1c21 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.118106 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-857381ea-6d07-4350-acc1-75c1e5de1c21 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 813 time: 0.2142975 Aug 11 08:07:04.140542 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Request body: {'port': {'device_id': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d', 'admin_state_up': True, 'tenant_id': 'bbb512b3793e4bcbb9b2c589bf1e62dd'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:04.156416 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.181489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device e64a7b1b-c478-4430-8003-8ce24b7bd697 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:04.181812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.187672 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] 10.222.0.68 "DELETE /v2.0/networks/2d849533-7441-49ec-ada0-e5e0e0956f4b HTTP/1.1" status: 204 len: 168 time: 0.7391956 Aug 11 08:07:04.188575 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49838) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:04.194786 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95282bb2-86fa-4041-bda4-f3c594ce8acf admin admin] Pushing event deleted for resources: {'Network': ['ID=2d849533-7441-49ec-ada0-e5e0e0956f4b,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:04.235263 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] Set router 42888925-8ceb-4ddb-952f-e9ba3cc1782e gateway port host: None {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:04.237136 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: e64a7b1b-c478-4430-8003-8ce24b7bd697 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:04.237651 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device e64a7b1b-c478-4430-8003-8ce24b7bd697 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:04.238235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 7671c11e-8314-4770-9a7c-5ccc49563536 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:04.295252 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.309359 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:07:03Z', 'revision_number': 6, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:04.311045 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 7671c11e-8314-4770-9a7c-5ccc49563536 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:04.311386 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 7671c11e-8314-4770-9a7c-5ccc49563536 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:04.330278 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Pushing event deleted for resources: {'Port': ['ID=356c2e22-0d09-4f9d-84b2-283c87c4acda,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:04.338290 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Made reservation on behalf of bbb512b3793e4bcbb9b2c589bf1e62dd for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:04.338466 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46077f0-40db-4980-994c-c9e3db1b280d None None] The sync data for ids ['42888925-8ceb-4ddb-952f-e9ba3cc1782e'] in dv-cinder-802669-4-iscsi is: [{'id': '42888925-8ceb-4ddb-952f-e9ba3cc1782e', 'name': 'tempest-AttachVolumeShelveTestJSON-1338014643-router', 'tenant_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:59:37Z', 'updated_at': '2021-08-11T08:07:03Z', 'revision_number': 6, 'project_id': 'fbec5641c6e94b4f8111f75baddc5bd6', 'gw_port_host': None}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:04.342837 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.471193 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.570066 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.590542 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.594286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.648793 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Allocated IP 172.20.0.9 (a2a90c8e-8da7-4389-aee1-b48a8feeb82d/bc24b81d-6b3d-4ce5-ab74-a420d00f04a0/d0462f17-2899-4e37-9499-a06758c3a6c4) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:04.655563 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.656083 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42888925-8ceb-4ddb-952f-e9ba3cc1782e {{(pid=93661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:04.663175 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.664345 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-50072272-1f0f-47d2-a72b-d850d2a1a051 admin admin] 10.222.0.68 "DELETE /v2.0/routers/42888925-8ceb-4ddb-952f-e9ba3cc1782e HTTP/1.1" status: 204 len: 168 time: 1.3041897 Aug 11 08:07:04.667434 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49844) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:04.747710 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Deleting subnet 6fbf1ea1-d814-497f-bc00-8c210d0e08ae {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:04.752394 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.815014 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.817449 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.861349 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.909129 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:04.914179 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:04.918855 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:04.942315 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Pushing event updated for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:04.951030 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.970033 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.970648 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.986147 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-49d257c0-c72a-4f42-a626-26944bf2fce3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517292 Aug 11 08:07:05.004518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Request body: {'port': {'device_id': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:05.016715 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Deleting port 0ec55d08-e87e-43e0-b9bb-a5f914afc828 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:05.017088 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.020321 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.061046 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.081695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbf1ea1-d814-497f-bc00-8c210d0e08ae,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.086798 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.092109 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d89a1ebd-f37f-412b-a6bd-9dc2181dba7e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6fbf1ea1-d814-497f-bc00-8c210d0e08ae HTTP/1.1" status: 204 len: 168 time: 0.4236231 Aug 11 08:07:05.092662 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49846) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:05.111421 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d4f74-82d6-4edf-b088-93c4ee2ca099 None None] Network ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:05.195019 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.197413 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] For port 0ec55d08-e87e-43e0-b9bb-a5f914afc828, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=0ec55d08-e87e-43e0-b9bb-a5f914afc828,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:05.197769 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.214067 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Calling delete_port for 0ec55d08-e87e-43e0-b9bb-a5f914afc828 owned by network:router_interface {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:05.288101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d6149-2bec-465e-b380-f10a280f5492 req-0192a58a-a680-4d28-a8a9-9dbd48fdc704 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.289688 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9d1d6149-2bec-465e-b380-f10a280f5492 req-0192a58a-a680-4d28-a8a9-9dbd48fdc704 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 931 time: 0.1127934 Aug 11 08:07:05.362695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Deleting port 62d0405e-ef58-4449-9751-248a53ce28d9 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:05.363043 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.367534 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] DHCP port deletion for ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:05.372354 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9d1d6149-2bec-465e-b380-f10a280f5492 req-d5f6594d-0a75-4547-b5ff-b5c05bd1b657 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727422 Aug 11 08:07:05.424122 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Deleting port 62d0405e-ef58-4449-9751-248a53ce28d9 {{(pid=93662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:05.424763 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.447433 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0462f17-2899-4e37-9499-a06758c3a6c4 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:05.453500 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] For port 62d0405e-ef58-4449-9751-248a53ce28d9, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=62d0405e-ef58-4449-9751-248a53ce28d9,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:05.454035 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.463243 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.472148 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Calling delete_port for 62d0405e-ef58-4449-9751-248a53ce28d9 owned by network:dhcp {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:05.510292 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] For port 62d0405e-ef58-4449-9751-248a53ce28d9, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=62d0405e-ef58-4449-9751-248a53ce28d9,segment=NetworkSegment(e79efa84-5bf9-41e3-834a-88d12406789e),segment_id=e79efa84-5bf9-41e3-834a-88d12406789e)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:05.511233 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.525364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Calling delete_port for 62d0405e-ef58-4449-9751-248a53ce28d9 owned by network:dhcp {{(pid=93662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:05.562716 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Transition to ACTIVE for port object d0462f17-2899-4e37-9499-a06758c3a6c4 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:05.568158 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.568696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.604668 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec55d08-e87e-43e0-b9bb-a5f914afc828,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.653149 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Pushing event updated for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.674118 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.678135 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605'] for port, after_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.713521 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Attempting to bind port d0462f17-2899-4e37-9499-a06758c3a6c4 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:05.714823 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d0405e-ef58-4449-9751-248a53ce28d9,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.715190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Attempting to bind port d0462f17-2899-4e37-9499-a06758c3a6c4 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:05.715920 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Attempting to bind port d0462f17-2899-4e37-9499-a06758c3a6c4 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:05.721043 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] No DVR routers for this DVR port 62d0405e-ef58-4449-9751-248a53ce28d9 on host dv-cinder-802669-4-iscsi {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:05.721830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Port d0462f17-2899-4e37-9499-a06758c3a6c4 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:05.722227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Attempting to bind port d0462f17-2899-4e37-9499-a06758c3a6c4 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:05.728826 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Pushing event deleted for resources: {'Port': ['ID=62d0405e-ef58-4449-9751-248a53ce28d9,revision_number=None']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.729217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:05.730295 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Checking segment: {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:05.730695 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Bound using segment: {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:05.731772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Bound port: d0462f17-2899-4e37-9499-a06758c3a6c4, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:05.732192 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.733679 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] No DVR routers for this DVR port 62d0405e-ef58-4449-9751-248a53ce28d9 on host dv-cinder-802669-4-iscsi {{(pid=93662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:05.745803 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.746629 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.747324 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.747921 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.748501 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.749089 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.750136 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.755614 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.756323 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.756767 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.757254 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.757688 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5752df-8c68-46fb-94a0-ee3cdd2ce9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:05.805135 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:05.809440 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d0462f17-2899-4e37-9499-a06758c3a6c4,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:05.814499 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.853918 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.854655 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.856644 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] 10.222.0.78 "PUT /v2.0/ports/d0462f17-2899-4e37-9499-a06758c3a6c4 HTTP/1.1" status: 200 len: 1093 time: 0.8574989 Aug 11 08:07:05.857073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:05.859326 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb1bc4-13de-48ae-9abd-cd45ee623522" -d '{"events": [{"name": "network-changed", "server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:05.880781 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.885510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba5003-6977-4adf-a2e5-430f921cff46 service neutron] Pushing event updated for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.898734 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:05.916445 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79efa84-5bf9-41e3-834a-88d12406789e') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:05.916740 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79efa84-5bf9-41e3-834a-88d12406789e') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:05.930762 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.939181 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.953969 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2a61bd-2ba5-42e1-b9ca-3846724f3c00 x-openstack-request-id: req-db2a61bd-2ba5-42e1-b9ca-3846724f3c00 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:05.954216 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:05.954485 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db2a61bd-2ba5-42e1-b9ca-3846724f3c00 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:05.954889 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4', 'status': 'completed', 'code': 200} Aug 11 08:07:05.971561 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-f64553da-220f-4670-ae4c-3aec32b56b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.973273 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-f64553da-220f-4670-ae4c-3aec32b56b57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 1096 time: 0.0586782 Aug 11 08:07:05.997777 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.001431 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 9985150a-9d94-4880-aa4b-15c755f8e734 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:06.007634 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:06.008055 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:06.009772 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:06.021264 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 9985150a-9d94-4880-aa4b-15c755f8e734 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:06.021757 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 9985150a-9d94-4880-aa4b-15c755f8e734 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:06.022240 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 62d0405e-ef58-4449-9751-248a53ce28d9 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:06.023635 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-b9cc8c27-ebd9-4667-a2f4-423631a7a9fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0462f17-2899-4e37-9499-a06758c3a6c4 HTTP/1.1" status: 200 len: 217 time: 0.0419676 Aug 11 08:07:06.044391 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 62d0405e-ef58-4449-9751-248a53ce28d9 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:06.044951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 62d0405e-ef58-4449-9751-248a53ce28d9 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:06.045506 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 356c2e22-0d09-4f9d-84b2-283c87c4acda no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:06.066527 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 356c2e22-0d09-4f9d-84b2-283c87c4acda {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:06.067161 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 356c2e22-0d09-4f9d-84b2-283c87c4acda not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:06.067445 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 5f5ffc9d-6582-4774-88a0-ec25e2de85bd no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:06.074328 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-336a0b24-8b54-469e-8130-cf411ec3f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.075871 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-336a0b24-8b54-469e-8130-cf411ec3f281 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 HTTP/1.1" status: 200 len: 853 time: 0.0447040 Aug 11 08:07:06.086041 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 5f5ffc9d-6582-4774-88a0-ec25e2de85bd {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:06.086384 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 5f5ffc9d-6582-4774-88a0-ec25e2de85bd not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:06.116402 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-a3741c02-e579-4835-8b19-09c16ff37ba9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276587 Aug 11 08:07:06.217646 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-85fdeae9-cb20-4a41-acae-ae263e9f5584 service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918338 Aug 11 08:07:06.317796 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a031407f-3c98-4666-9264-23a7cb24cc62 req-f6bc055c-940f-4e63-a620-dc7d055e0a43 service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867226 Aug 11 08:07:06.361420 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.367562 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.369375 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0 HTTP/1.1" status: 204 len: 168 time: 1.2740076 Aug 11 08:07:06.384973 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42ebf7-25cc-4b67-a194-7f9b64c14383 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf68d1b-e15c-4b30-b08a-b7af44f3b7d0,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:06.430316 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-475d79ee-54e5-404b-bf7b-41c0053c5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.432025 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-475d79ee-54e5-404b-bf7b-41c0053c5fe0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 1096 time: 0.0508502 Aug 11 08:07:06.518741 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49856) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:06.539246 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:06.568415 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a467c-99a9-4ff0-886d-45187c2e9ca8 req-20a95888-589e-4edc-9885-b142b7efa98b tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.570016 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-829a467c-99a9-4ff0-886d-45187c2e9ca8 req-20a95888-589e-4edc-9885-b142b7efa98b tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 943 time: 0.1167338 Aug 11 08:07:06.574024 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-4c6126c5-5821-4049-9542-7a43ef91ff55 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbec5641c6e94b4f8111f75baddc5bd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519474 Aug 11 08:07:06.574301 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49858) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:06.623195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-e28853df-a9b2-486d-afb3-71c427345fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.624565 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-e28853df-a9b2-486d-afb3-71c427345fae service neutron] 10.222.0.78 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 914 time: 0.1841154 Aug 11 08:07:06.671145 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:06.677888 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-a029314e-90e7-4b3b-9d70-84fd3f2987bd admin admin] 10.222.0.68 "PUT /v2.0/routers/f7c34135-7c0b-4600-bbb1-08b5e1fd88f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875209 Aug 11 08:07:06.678885 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49860) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:06.680474 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Sync routers for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:06.685659 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-b88a9f26-b2e5-4c65-ab5e-2cbb5b1d56ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0462f17-2899-4e37-9499-a06758c3a6c4 HTTP/1.1" status: 200 len: 217 time: 0.0528827 Aug 11 08:07:06.691459 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:06.692324 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:06.692515 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-829a467c-99a9-4ff0-886d-45187c2e9ca8 req-5f33f61d-cf88-46b4-86fc-629811379254 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075182 Aug 11 08:07:06.741218 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.788822 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks [] for router, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.902850 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.912797 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:06.965235 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Deleting port 12f71bbb-8664-450a-be06-be69cca24271 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:06.965724 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.048355 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] For port 12f71bbb-8664-450a-be06-be69cca24271, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=12f71bbb-8664-450a-be06-be69cca24271,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:07.049071 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.049250 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-7cdb2ecb-960d-481c-a096-b593a80a5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:07.050830 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-7cdb2ecb-960d-481c-a096-b593a80a5eb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 HTTP/1.1" status: 200 len: 853 time: 0.3551233 Aug 11 08:07:07.052748 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.063444 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Calling delete_port for 12f71bbb-8664-450a-be06-be69cca24271 owned by network:router_gateway {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:07.097856 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-cb09e535-d101-4cad-94e3-af5e24eb7c6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357296 Aug 11 08:07:07.106650 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '12f71bbb-8664-450a-be06-be69cca24271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:07:05Z', 'revision_number': 5, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port': {'id': '12f71bbb-8664-450a-be06-be69cca24271', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:13Z', 'updated_at': '2021-08-11T08:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:07.135751 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Checking router: f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:07.144193 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Routers {'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:07.144914 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:06:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:07.177221 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.179654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.180805 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f7c2a45-d428-47a3-b5b6-97e0b5edae07 HTTP/1.1" status: 204 len: 168 time: 0.6055758 Aug 11 08:07:07.204005 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c125e-4fda-43c2-8ccd-0e8ce8d575eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c2a45-d428-47a3-b5b6-97e0b5edae07,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:07.224913 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-a4bfe7e7-b0c4-41d8-93a9-ecd3c6c7943b service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148529 Aug 11 08:07:07.237162 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] Set router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:07.292210 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:07:06Z', 'revision_number': 6, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:07.303703 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.323747 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb63dec-7e32-4391-948d-cfbe8e9c2cf9 None None] The sync data for ids ['f7c34135-7c0b-4600-bbb1-08b5e1fd88f0'] in dv-cinder-802669-4-iscsi is: [{'id': 'f7c34135-7c0b-4600-bbb1-08b5e1fd88f0', 'name': 'tempest-TestShelveInstance-1936315910-router', 'tenant_id': '1574031fe3574606933d4395e4a8a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:07:06Z', 'revision_number': 6, 'project_id': '1574031fe3574606933d4395e4a8a72c', 'gw_port_host': None}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:07.345828 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f71bbb-8664-450a-be06-be69cca24271,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:07.346648 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-aecb1bc4-13de-48ae-9abd-cd45ee623522 req-b73d311f-b2a6-4cc9-9f97-21ee84e22e0e service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135070 Aug 11 08:07:07.418003 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.508223 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.510364 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.554399 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.554990 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 {{(pid=93660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:07.560083 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] Notify callbacks [] for router, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.563523 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-0df5e02f-9da7-4e9a-98dc-1bd33b48b703 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f7c34135-7c0b-4600-bbb1-08b5e1fd88f0 HTTP/1.1" status: 204 len: 168 time: 0.8812840 Aug 11 08:07:07.563908 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49870) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:07.608041 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Deleting subnet 5828b551-22e5-4df1-98cd-b25f725b3033 {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:07.611107 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.655176 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.742357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.816244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.847899 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.851880 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5828b551-22e5-4df1-98cd-b25f725b3033 HTTP/1.1" status: 204 len: 168 time: 0.2868032 Aug 11 08:07:07.853058 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530c9a2-d5af-4fda-a6ba-1578c68d2db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5828b551-22e5-4df1-98cd-b25f725b3033,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:07.853617 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b41d6-8ec3-48f4-9b08-5b1c5aa3a3df None None] Network d6db505d-b11e-40e2-bdcd-327451cb0a12 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:07.858133 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969748-d6a4-4eee-849a-6bdbb0333654 req-46c73f93-41ba-4766-89a7-36f770acd7a3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:07.858932 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49884) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:07.859869 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1969748-d6a4-4eee-849a-6bdbb0333654 req-46c73f93-41ba-4766-89a7-36f770acd7a3 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 943 time: 0.0623860 Aug 11 08:07:07.906426 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1969748-d6a4-4eee-849a-6bdbb0333654 req-36181b77-ce9e-4fb1-94f1-02b2dd6e2421 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Aug 11 08:07:07.941658 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.994733 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Deleting port 79d69557-c465-48d7-a37a-9c8d1b5d8171 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:07.995606 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.010328 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49888) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:08.063409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] For port 79d69557-c465-48d7-a37a-9c8d1b5d8171, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=79d69557-c465-48d7-a37a-9c8d1b5d8171,segment=NetworkSegment(645a7bad-6422-400b-9df6-4691fef94dfc),segment_id=645a7bad-6422-400b-9df6-4691fef94dfc)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:08.063688 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.076227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Calling delete_port for 79d69557-c465-48d7-a37a-9c8d1b5d8171 owned by network:dhcp {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:08.110084 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1390828875-network', 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:08.135158 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'network': 1} {{(pid=93660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:08.137331 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] DHCP port deletion for d6db505d-b11e-40e2-bdcd-327451cb0a12 request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:08.137653 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for network, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.156019 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.168682 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.199146 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d69557-c465-48d7-a37a-9c8d1b5d8171,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.206603 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Deleting port 79d69557-c465-48d7-a37a-9c8d1b5d8171 {{(pid=93662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:08.206986 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.215068 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] No DVR routers for this DVR port 79d69557-c465-48d7-a37a-9c8d1b5d8171 on host dv-cinder-802669-4-iscsi {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:08.247338 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0ec55d08-e87e-43e0-b9bb-a5f914afc828 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:08.278292 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 0ec55d08-e87e-43e0-b9bb-a5f914afc828 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:08.278643 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 0ec55d08-e87e-43e0-b9bb-a5f914afc828 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:08.279097 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 79d69557-c465-48d7-a37a-9c8d1b5d8171 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:08.281226 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.288679 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.298855 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.306105 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 79d69557-c465-48d7-a37a-9c8d1b5d8171 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:08.306455 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 79d69557-c465-48d7-a37a-9c8d1b5d8171 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:08.307075 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 12f71bbb-8664-450a-be06-be69cca24271 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:08.310943 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6db505d-b11e-40e2-bdcd-327451cb0a12']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:08.313704 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:07:08.328415 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645a7bad-6422-400b-9df6-4691fef94dfc') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:08.328647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6323d-23a9-427a-b397-734acd3748f0,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.329258 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645a7bad-6422-400b-9df6-4691fef94dfc') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:08.333732 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.334076 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.segments_db [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Added segment a1816f04-4645-4047-8c7f-a5a36d5abf09 of type vlan for network 89238eb4-0d26-4edf-bbab-ce6a70db1abe Aug 11 08:07:08.336355 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 12f71bbb-8664-450a-be06-be69cca24271 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:08.336941 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 12f71bbb-8664-450a-be06-be69cca24271 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:08.339680 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] For port 79d69557-c465-48d7-a37a-9c8d1b5d8171, host dv-cinder-802669-4-iscsi, got binding levels [] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:08.340371 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.342678 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.355671 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Calling delete_port for 79d69557-c465-48d7-a37a-9c8d1b5d8171 owned by network:dhcp {{(pid=93662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:08.361595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.ipam_backend_mixin [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Port 79d69557-c465-48d7-a37a-9c8d1b5d8171 was not found and therefore no delete operation was performed {{(pid=93662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:07:08.363100 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605'] for port, after_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.363526 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.377503 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:08.378064 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:08.380032 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:08.388325 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783659967061'] for network, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.399914 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] No DVR routers for this DVR port 79d69557-c465-48d7-a37a-9c8d1b5d8171 on host dv-cinder-802669-4-iscsi {{(pid=93662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:08.401947 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239e74-fb34-49fd-b91d-7f5bbf4c913a None None] Pushing event deleted for resources: {'Port': ['ID=79d69557-c465-48d7-a37a-9c8d1b5d8171,revision_number=None']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.423929 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785'] for network, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.425131 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:08.425763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.445096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.449695 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.454502 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d6db505d-b11e-40e2-bdcd-327451cb0a12 HTTP/1.1" status: 204 len: 168 time: 0.5917964 Aug 11 08:07:08.481182 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a14eb-6260-4b4d-a446-36f05afcc907 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6db505d-b11e-40e2-bdcd-327451cb0a12,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.483377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 49894) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:08.483632 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4715731 Aug 11 08:07:08.489937 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Request body: {'subnet': {'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1390828875-subnet', 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:08.493716 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8042dc-df5a-43d7-9631-9c0a071a346d admin admin] Pushing event updated for resources: {'Network': ['ID=89238eb4-0d26-4edf-bbab-ce6a70db1abe,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.505841 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe details requested by agent ovs-agent-dv-cinder-802669-4-iscsi with host dv-cinder-802669-4-iscsi {{(pid=93662) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:07:08.517596 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'subnet': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:08.520207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457868'] for subnet, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.617759 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49896) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:08.659709 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-13ecda92-ff66-488e-b47b-a436ac4f2e9f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=428009c948d24e8fad89b98f31781bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407968 Aug 11 08:07:08.662308 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49898) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:08.707015 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3594193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457886'] for subnet, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.710561 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.733686 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.759455 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20f00c3-403d-481b-97f1-7c91889bf07e,revision_number=0']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.781366 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Checking segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:08.781729 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Network hostable DHCP agents. Network: 89238eb4-0d26-4edf-bbab-ce6a70db1abe, hostable agents: ['443a70b5-17cc-4957-b733-8c89901cef60'], hosted agents: [] {{(pid=93661) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:07:08.789006 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.792008 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.793931 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f63a063f-da9b-4882-8ad1-14b1f49c5ce0 HTTP/1.1" status: 204 len: 168 time: 0.1307635 Aug 11 08:07:08.801820 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ffdd-ed4f-43a0-b46d-deb26d621fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a063f-da9b-4882-8ad1-14b1f49c5ce0,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.805518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe is scheduled to be hosted by DHCP agent 443a70b5-17cc-4957-b733-8c89901cef60 with binding_index 1 {{(pid=93661) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:07:08.817784 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-4-iscsi, 89238eb4-0d26-4edf-bbab-ce6a70db1abe) {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:08.822996 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:08.823628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.829485 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80545b39-cc98-4076-a596-413389c0490c None None] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:08.854630 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-794e7324-ccd5-4e58-916e-87abc8d21e08 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3616297 Aug 11 08:07:08.983097 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a37c9-cc2d-4050-a400-d0d9b7e0a98c None None] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:09.043247 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffa7d-b3c3-4ba3-b083-0dfb3a359997 req-895b864b-db4a-4abe-811b-f5d2d2383fa6 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.045326 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-191ffa7d-b3c3-4ba3-b083-0dfb3a359997 req-895b864b-db4a-4abe-811b-f5d2d2383fa6 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 943 time: 0.0603020 Aug 11 08:07:09.055456 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d0462f17-2899-4e37-9499-a06758c3a6c4 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:09.096833 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-191ffa7d-b3c3-4ba3-b083-0dfb3a359997 req-ac99577d-0d7a-47c4-8c17-2dcfecf0442f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Aug 11 08:07:09.189102 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49914) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:09.210762 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d0462f17-2899-4e37-9499-a06758c3a6c4,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:09.222751 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'd0462f17-2899-4e37-9499-a06758c3a6c4', 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d', 'port_id': 'd0462f17-2899-4e37-9499-a06758c3a6c4', 'mac_address': 'fa:16:3e:f1:e2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc24b81d-6b3d-4ce5-ab74-a420d00f04a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:09.242538 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f0d91ca9-4a00-488f-b31b-b563b013c168 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1574031fe3574606933d4395e4a8a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520105 Aug 11 08:07:09.245681 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 49916) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:09.260527 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.275111 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0462f17-2899-4e37-9499-a06758c3a6c4 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:09.296454 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d0462f17-2899-4e37-9499-a06758c3a6c4,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:09.300456 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.350807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:09.351072 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.390219 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.435650 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-764119db-6e3a-4b77-ab96-a59a4a004897 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.437157 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-764119db-6e3a-4b77-ab96-a59a4a004897 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1480005 Aug 11 08:07:09.453413 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-a68553b5-c25a-46fe-9327-7149295c910f tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/quotas/89039666d9bb47e1b54bb49a9c21e413 HTTP/1.1" status: 200 len: 375 time: 0.0103724 Aug 11 08:07:09.469314 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.471794 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.475344 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e00aeed-4e13-449e-bd35-c3757a02826d HTTP/1.1" status: 204 len: 168 time: 0.2235343 Aug 11 08:07:09.495324 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-8edeb9f8-238f-4258-b05d-85dec1f4d4f5 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358346 Aug 11 08:07:09.501006 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8917-a43c-42fa-a74e-b765608da585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00aeed-4e13-449e-bd35-c3757a02826d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:09.565867 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['d0462f17-2899-4e37-9499-a06758c3a6c4'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:09.591180 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-f43a1f6d-423a-4f93-912d-1a93380d36be service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Aug 11 08:07:09.700140 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d05288c2-8b87-4c7b-a26c-46dcb86e9032 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016212 Aug 11 08:07:09.878720 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e82327e8-bfb2-45cf-8e5f-b97ea0b00b00 req-2cbcaec0-094e-4887-ac2a-4a8ce1439abf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 210 time: 0.0266581 Aug 11 08:07:10.221575 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4fe90-d94c-4a42-9e3a-08ebc5f4c208 req-dad4b437-e34d-414d-b867-b838c11a3862 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.223071 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1db4fe90-d94c-4a42-9e3a-08ebc5f4c208 req-dad4b437-e34d-414d-b867-b838c11a3862 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 944 time: 0.0495784 Aug 11 08:07:10.261662 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1db4fe90-d94c-4a42-9e3a-08ebc5f4c208 req-8e5051e8-be60-45a1-87da-dc215f2609e5 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Aug 11 08:07:10.924321 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-eab50ec0-e41d-4b87-be5d-52a784cbe08d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.925854 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-eab50ec0-e41d-4b87-be5d-52a784cbe08d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1117036 Aug 11 08:07:10.942551 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Request body: {'port': {'device_id': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'admin_state_up': True, 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:11.019698 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9727169c-7d15-4750-8500-60e1ca4b6c1c req-34234d3a-94de-4299-b426-c9b26de97474 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 210 time: 0.0611384 Aug 11 08:07:11.069220 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d0462f17-2899-4e37-9499-a06758c3a6c4 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:11.077489 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:11.081343 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.164917 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port d0462f17-2899-4e37-9499-a06758c3a6c4 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:11.170748 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port d0462f17-2899-4e37-9499-a06758c3a6c4 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:11.171121 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.207729 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Allocated IP 172.20.0.7 (89238eb4-0d26-4edf-bbab-ce6a70db1abe/c20f00c3-403d-481b-97f1-7c91889bf07e/15a395eb-7955-47de-b352-808c43d51877) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:11.365240 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.385085 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafbd7-e112-4fc1-af9a-d16cbe71ee74 req-ee039bdf-d77b-4993-84dd-dbafedb09676 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.390730 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43dafbd7-e112-4fc1-af9a-d16cbe71ee74 req-ee039bdf-d77b-4993-84dd-dbafedb09676 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 944 time: 0.0540428 Aug 11 08:07:11.408912 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.433836 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-43dafbd7-e112-4fc1-af9a-d16cbe71ee74 req-1f816ce0-6740-4190-8e0a-dbee59ecf458 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Aug 11 08:07:11.434033 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.461657 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:11.463813 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:11.464750 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ceb7bc-8fcf-4afc-beaa-8c79faef4da8" -d '{"events": [{"server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:11.470438 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:11.472574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event updated for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:11.474706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:11.478799 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d0462f17-2899-4e37-9499-a06758c3a6c4,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:11.483951 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.520148 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4527ffe-34f1-4342-bd2f-495763060b90 x-openstack-request-id: req-a4527ffe-34f1-4342-bd2f-495763060b90 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:11.520434 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "name": "network-vif-plugged", "status": "completed", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:11.520692 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4527ffe-34f1-4342-bd2f-495763060b90 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:11.521110 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4', 'code': 200} Aug 11 08:07:11.530202 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.530935 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.541558 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:11.546774 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-d5cb62b2-0c72-4c12-80e4-d0560fbcba1d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104865 Aug 11 08:07:11.563802 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Request body: {'port': {'device_id': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:11.618350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.706079 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89096e-d78b-473a-a19a-0f652ca6600b req-fde0e6a0-cdfb-4efa-9e6a-70d0e0a507b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.707560 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1d89096e-d78b-473a-a19a-0f652ca6600b req-fde0e6a0-cdfb-4efa-9e6a-70d0e0a507b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 1098 time: 0.0448585 Aug 11 08:07:11.747158 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1d89096e-d78b-473a-a19a-0f652ca6600b req-c9b02c27-aac7-40c9-a4f7-24588fca3f83 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Aug 11 08:07:11.894573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a395eb-7955-47de-b352-808c43d51877 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:11.903233 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.916541 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Transition to ACTIVE for port object 15a395eb-7955-47de-b352-808c43d51877 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:11.921328 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.987711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:12.042584 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Attempting to bind port 15a395eb-7955-47de-b352-808c43d51877 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:12.042918 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Attempting to bind port 15a395eb-7955-47de-b352-808c43d51877 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:12.043243 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Attempting to bind port 15a395eb-7955-47de-b352-808c43d51877 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:12.047520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Port 15a395eb-7955-47de-b352-808c43d51877 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:12.047978 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Attempting to bind port 15a395eb-7955-47de-b352-808c43d51877 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:12.052716 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:12.053096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Checking segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:12.053482 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Bound using segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:12.053907 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Bound port: 15a395eb-7955-47de-b352-808c43d51877, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:12.054271 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.118703 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:12.121299 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=15a395eb-7955-47de-b352-808c43d51877,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:12.125857 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.137830 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbe567-b652-4e69-8257-a27e5e60cbbd req-cc1cb91e-255f-40f7-b9de-5a55c3bc4cf9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.139372 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16cbe567-b652-4e69-8257-a27e5e60cbbd req-cc1cb91e-255f-40f7-b9de-5a55c3bc4cf9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0514467 Aug 11 08:07:12.165216 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.165844 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.167475 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] 10.222.0.78 "PUT /v2.0/ports/15a395eb-7955-47de-b352-808c43d51877 HTTP/1.1" status: 200 len: 1093 time: 0.6081111 Aug 11 08:07:12.168094 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'tag': '15a395eb-7955-47de-b352-808c43d51877'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:12.170352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc58a9-f866-4b48-8b93-a9fa0d836d54" -d '{"events": [{"name": "network-changed", "server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "tag": "15a395eb-7955-47de-b352-808c43d51877"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:12.177860 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16cbe567-b652-4e69-8257-a27e5e60cbbd req-01e7def1-a0ed-4a8f-b106-07d406be8249 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Aug 11 08:07:12.192665 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba289b-91e0-4d07-960f-3a94c2d28fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:12.215831 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb1292e-430b-4022-aaa8-e578dc5ced4f x-openstack-request-id: req-abb1292e-430b-4022-aaa8-e578dc5ced4f {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:12.216119 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "tag": "15a395eb-7955-47de-b352-808c43d51877", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:12.216365 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-abb1292e-430b-4022-aaa8-e578dc5ced4f {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:12.216757 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'tag': '15a395eb-7955-47de-b352-808c43d51877', 'status': 'completed', 'code': 200} Aug 11 08:07:12.546579 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5b1c-62b4-44ba-81b4-40a4297971a4 req-e11cbab7-97e2-4c94-883a-418be44b285c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.548073 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82ed5b1c-62b4-44ba-81b4-40a4297971a4 req-e11cbab7-97e2-4c94-883a-418be44b285c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Aug 11 08:07:12.585759 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-82ed5b1c-62b4-44ba-81b4-40a4297971a4 req-753478c6-833f-4945-8436-dd05ba579b75 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Aug 11 08:07:13.292560 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b80bb-0f46-4e5d-b755-ce9fb3fbf3f0 req-43da0b7c-b8f1-44c1-b177-667f83df98a7 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.294050 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b77b80bb-0f46-4e5d-b755-ce9fb3fbf3f0 req-43da0b7c-b8f1-44c1-b177-667f83df98a7 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0481551 Aug 11 08:07:13.331344 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b77b80bb-0f46-4e5d-b755-ce9fb3fbf3f0 req-3d044db8-0d7a-4d5b-9538-acab008630ef tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Aug 11 08:07:13.701440 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e72204-116b-439b-b41d-c6af2eb74616 req-a2b97dbc-9e23-419e-bb9d-f844a46931cc tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.702963 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1e72204-116b-439b-b41d-c6af2eb74616 req-a2b97dbc-9e23-419e-bb9d-f844a46931cc tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Aug 11 08:07:13.739715 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b1e72204-116b-439b-b41d-c6af2eb74616 req-7694baf0-3ae6-4f8c-ab8e-fb32c26b0b90 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Aug 11 08:07:13.799463 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-35dd0561-08b0-445e-bcff-f77447a3e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.444842 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad859f0-668c-4e5e-95e0-cfe22f95ff23 req-27123421-7c6a-4d62-9813-551bf28525d2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.446361 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fad859f0-668c-4e5e-95e0-cfe22f95ff23 req-27123421-7c6a-4d62-9813-551bf28525d2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0486963 Aug 11 08:07:14.483794 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fad859f0-668c-4e5e-95e0-cfe22f95ff23 req-ee1d00df-a42d-4c30-9654-16b885d5cdc5 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309994 Aug 11 08:07:14.853760 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524bb1c-13d5-4096-86d9-da9a369ee041 req-de089706-d1c8-4b03-981f-10827e8c297f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.856109 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e524bb1c-13d5-4096-86d9-da9a369ee041 req-de089706-d1c8-4b03-981f-10827e8c297f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 11 08:07:14.893220 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e524bb1c-13d5-4096-86d9-da9a369ee041 req-c3932286-2cec-4b22-9e04-8c8f572f3a98 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Aug 11 08:07:15.060470 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-6c5e93fa-2a98-4d0f-b950-b0bfff1a8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.061864 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-6c5e93fa-2a98-4d0f-b950-b0bfff1a8e05 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 1096 time: 0.0432224 Aug 11 08:07:15.223617 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-cda819a9-7708-4b89-875b-925bd82c23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.225136 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-cda819a9-7708-4b89-875b-925bd82c23b0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=89039666d9bb47e1b54bb49a9c21e413&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1543636 Aug 11 08:07:15.380963 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-0e17ff4b-78db-4f7a-b326-af5849b1c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.382348 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2efc58a9-f866-4b48-8b93-a9fa0d836d54 req-0e17ff4b-78db-4f7a-b326-af5849b1c9fe service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500671 Aug 11 08:07:15.471801 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-0a31130f-750e-47ad-b46e-6e793c90acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.473312 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-0a31130f-750e-47ad-b46e-6e793c90acd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 1096 time: 0.0396399 Aug 11 08:07:15.519694 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-7ec09b32-9a3d-4629-8572-26265b17fd66 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a395eb-7955-47de-b352-808c43d51877 HTTP/1.1" status: 200 len: 217 time: 0.0374720 Aug 11 08:07:15.595571 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-7e78fdff-c0bc-4f5a-88a1-92393631441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.597080 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-7e78fdff-c0bc-4f5a-88a1-92393631441c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0694919 Aug 11 08:07:15.621114 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951100e-5785-462b-b767-49da5d018ea6 req-f9a52dd3-cc5d-4d0b-af31-3c230509e36a tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.622522 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9951100e-5785-462b-b767-49da5d018ea6 req-f9a52dd3-cc5d-4d0b-af31-3c230509e36a tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0672235 Aug 11 08:07:15.641161 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-ea6c3c80-f0f0-48e3-82cf-f98e5de4b5cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353181 Aug 11 08:07:15.716160 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9951100e-5785-462b-b767-49da5d018ea6 req-9c57c9c9-244a-42f7-818e-afc953bfd749 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777557 Aug 11 08:07:15.749015 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-7bb4666b-b85d-4c6d-afe4-0cf2594d4f9d service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956130 Aug 11 08:07:15.841182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-05b32ab0-3fea-4d57-a26f-2ea95c9c4fee req-bbe8be03-7618-4b3d-ad2d-476f5c9bc052 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843794 Aug 11 08:07:16.013971 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c1e13-0f42-4347-9c03-fa31fe157e94 req-c22c3037-427a-41a6-9c1e-770059649314 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.015501 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ba2c1e13-0f42-4347-9c03-fa31fe157e94 req-c22c3037-427a-41a6-9c1e-770059649314 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0565948 Aug 11 08:07:16.053942 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ba2c1e13-0f42-4347-9c03-fa31fe157e94 req-6f3983fc-3dfa-4cd5-8c90-2f120159feb2 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Aug 11 08:07:16.748042 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-07c00c9f-12db-40a4-89ec-ea05c3545ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.834290 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3909a-bb88-4f95-92ae-95230035623d req-53c836a7-d622-4a7e-a7b6-5494ef8f0a9d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.835911 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-84c3909a-bb88-4f95-92ae-95230035623d req-53c836a7-d622-4a7e-a7b6-5494ef8f0a9d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0523107 Aug 11 08:07:16.865969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.876769 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-84c3909a-bb88-4f95-92ae-95230035623d req-47ba62c5-2ad2-4078-876a-625ed2f6e54f tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Aug 11 08:07:17.836336 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.996185 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee816d-38ba-4d93-851a-28d353059406 req-cbd0c71a-8310-42ad-b3af-0d71efec0d5e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:17.997692 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-efee816d-38ba-4d93-851a-28d353059406 req-cbd0c71a-8310-42ad-b3af-0d71efec0d5e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0534275 Aug 11 08:07:18.034705 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-efee816d-38ba-4d93-851a-28d353059406 req-a79b7f78-c8f5-432d-a38f-a88033ad7ff3 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Aug 11 08:07:19.049807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.090706 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 15a395eb-7955-47de-b352-808c43d51877 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:19.148701 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba9784-bb66-4d5a-b581-29b2f91a32ef req-2d3c645a-3696-4510-a05d-b40a50ddb7ff tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:19.150852 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-11ba9784-bb66-4d5a-b581-29b2f91a32ef req-2d3c645a-3696-4510-a05d-b40a50ddb7ff tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 943 time: 0.0488057 Aug 11 08:07:19.185660 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=15a395eb-7955-47de-b352-808c43d51877,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:19.190963 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-11ba9784-bb66-4d5a-b581-29b2f91a32ef req-f4fe7ee4-f72c-46db-8834-88f584d501d4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Aug 11 08:07:19.197700 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '15a395eb-7955-47de-b352-808c43d51877', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'port_id': '15a395eb-7955-47de-b352-808c43d51877', 'mac_address': 'fa:16:3e:86:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f00c3-403d-481b-97f1-7c91889bf07e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:19.237506 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.250457 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a395eb-7955-47de-b352-808c43d51877 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:19.270636 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=15a395eb-7955-47de-b352-808c43d51877,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:19.274335 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.319406 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:19.525025 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:19.707457 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-8ec885b7-0429-4560-9b16-293b26089c3b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623215892&fields=id&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 267 time: 0.0314381 Aug 11 08:07:19.812182 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-a14b006a-30ad-4b09-b9c0-1888d71e61b5 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:19.813577 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-a14b006a-30ad-4b09-b9c0-1888d71e61b5 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.0995069 Aug 11 08:07:19.828597 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-61cd9909-9d04-4a51-9e15-47cf0e22f8b0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/quotas/474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 375 time: 0.0093760 Aug 11 08:07:19.900637 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-6123df30-12f0-4787-88ad-60944d918b4c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664752 Aug 11 08:07:19.993140 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-16700c30-fd5b-4fa1-a6cb-d9f1f61daa5d service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811443 Aug 11 08:07:20.088108 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-afc29bdf-a6a5-4c17-b8d9-78c560701e55 service neutron] 10.222.0.68 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846384 Aug 11 08:07:20.320766 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811eac1-3a4f-4f5d-9d7d-37ade8092287 req-b20b1cae-6ae9-403f-93b8-d128d27cd177 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:20.323504 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4811eac1-3a4f-4f5d-9d7d-37ade8092287 req-b20b1cae-6ae9-403f-93b8-d128d27cd177 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 944 time: 0.0570500 Aug 11 08:07:20.369000 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4811eac1-3a4f-4f5d-9d7d-37ade8092287 req-b4599548-3617-4a0a-8ab2-47f55585d23e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Aug 11 08:07:20.388672 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ab566a59-2dc7-44b2-a0f9-c457bfbe6c83 req-8ceb835c-e20f-4536-88ad-cadc9d473a29 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 210 time: 0.0282154 Aug 11 08:07:21.099838 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 15a395eb-7955-47de-b352-808c43d51877 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:21.147598 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 15a395eb-7955-47de-b352-808c43d51877 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:21.151146 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 15a395eb-7955-47de-b352-808c43d51877 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:21.152143 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.229121 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.251399 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a395eb-7955-47de-b352-808c43d51877'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:21.253667 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda83087-7c3f-4143-b871-51829123ebcc" -d '{"events": [{"server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "name": "network-vif-plugged", "status": "completed", "tag": "15a395eb-7955-47de-b352-808c43d51877"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:21.278198 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=15a395eb-7955-47de-b352-808c43d51877,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:21.283133 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.311929 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b657cc-9c56-4db4-998c-b9dc8ea0cc11 x-openstack-request-id: req-13b657cc-9c56-4db4-998c-b9dc8ea0cc11 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:21.312221 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "name": "network-vif-plugged", "status": "completed", "tag": "15a395eb-7955-47de-b352-808c43d51877", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:21.312475 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13b657cc-9c56-4db4-998c-b9dc8ea0cc11 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:21.312885 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a395eb-7955-47de-b352-808c43d51877', 'code': 200} Aug 11 08:07:21.355461 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:21.384197 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-251f0868-7a7d-4796-a3d5-144704e01c6e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.386922 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-251f0868-7a7d-4796-a3d5-144704e01c6e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 812 time: 0.1293292 Aug 11 08:07:21.436238 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-f062155d-3361-431f-bbbc-4beef66c96f4 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e4d5b697d40ddba7ae02c60345d3f HTTP/1.1" status: 200 len: 379 time: 0.0411160 Aug 11 08:07:21.449349 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'port': {'device_id': '4703745c-8cae-486e-9e35-83d409fd910b', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'admin_state_up': True, 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'security_groups': ['3d2bb234-f07c-4279-9028-c311cab7bbcb']}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:21.536636 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5b584d63-14aa-47a8-9a6a-acefe1ddf37b req-3809176f-8201-485e-8d26-efe7ec920647 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 210 time: 0.0604799 Aug 11 08:07:21.538840 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287ba-65cb-4fe8-bedf-ff2dedd7bfce req-f8de921d-de41-4ab1-9528-0b4bc46d2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.540359 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-320287ba-65cb-4fe8-bedf-ff2dedd7bfce req-f8de921d-de41-4ab1-9528-0b4bc46d2661 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 1098 time: 0.0682621 Aug 11 08:07:21.549858 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46b95-06a4-439d-9a00-59be620bf643 req-dbc89240-1514-4579-a8c8-f0c8d55c5734 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.551322 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d7c46b95-06a4-439d-9a00-59be620bf643 req-dbc89240-1514-4579-a8c8-f0c8d55c5734 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 945 time: 0.0898614 Aug 11 08:07:21.596384 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-320287ba-65cb-4fe8-bedf-ff2dedd7bfce req-0c170794-7a7a-4757-bbde-3b1be35a5c34 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Aug 11 08:07:21.600702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Made reservation on behalf of 474e4d5b697d40ddba7ae02c60345d3f for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:21.604219 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.621043 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d7c46b95-06a4-439d-9a00-59be620bf643 req-698a6ae1-c877-4a90-a64f-6a591594d336 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614922 Aug 11 08:07:21.738916 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.20.0.12 (6fe00276-8365-427a-877f-e1ad1fadf5a3/e0919f1d-4430-46b3-8a10-7a2bf7c942fb/f5401a50-1ade-4563-9401-6568eb687a99) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:21.881054 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.895034 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Transition to ACTIVE for port object f5401a50-1ade-4563-9401-6568eb687a99 will not be triggered until provisioned by entity DHCP. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:21.929425 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.974233 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:21.977561 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:21.981976 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:22.016252 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:22.039672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.040409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.055892 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7bf89a04-5d73-4d29-ad42-9232a6581821 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111701 Aug 11 08:07:22.070212 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Request body: {'port': {'device_id': '4703745c-8cae-486e-9e35-83d409fd910b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:22.125885 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.242015 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-dfdf68e7-a4d6-4d26-9010-9ad8860abbd3 None None] Provisioning for port f5401a50-1ade-4563-9401-6568eb687a99 completed by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:22.246997 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-dfdf68e7-a4d6-4d26-9010-9ad8860abbd3 None None] Provisioning complete for port f5401a50-1ade-4563-9401-6568eb687a99 triggered by entity DHCP. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:22.247369 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-dfdf68e7-a4d6-4d26-9010-9ad8860abbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.281294 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf68e7-a4d6-4d26-9010-9ad8860abbd3 None None] Port f5401a50-1ade-4563-9401-6568eb687a99 cannot update to ACTIVE because it is not bound. {{(pid=93662) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:22.390004 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5401a50-1ade-4563-9401-6568eb687a99 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:22.397300 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.409207 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Transition to ACTIVE for port object f5401a50-1ade-4563-9401-6568eb687a99 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:22.413984 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.463188 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Pushing event updated for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:22.540592 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Attempting to bind port f5401a50-1ade-4563-9401-6568eb687a99 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:22.540962 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Attempting to bind port f5401a50-1ade-4563-9401-6568eb687a99 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:22.541309 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Attempting to bind port f5401a50-1ade-4563-9401-6568eb687a99 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:22.546964 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Port f5401a50-1ade-4563-9401-6568eb687a99 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:22.547285 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Attempting to bind port f5401a50-1ade-4563-9401-6568eb687a99 on network 6fe00276-8365-427a-877f-e1ad1fadf5a3 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:22.552580 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:22.554291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Checking segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:22.554291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Bound using segment: {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:22.554291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Bound port: f5401a50-1ade-4563-9401-6568eb687a99, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:22.554291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.671483 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:22.675240 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=f5401a50-1ade-4563-9401-6568eb687a99,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:22.683019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcfe4-6924-483e-89ee-eeee5b2b4143 req-21725f9d-792c-40e2-80b9-db29a8d5d0f0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.684579 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22fbcfe4-6924-483e-89ee-eeee5b2b4143 req-21725f9d-792c-40e2-80b9-db29a8d5d0f0 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0773530 Aug 11 08:07:22.686104 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.737520 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.738352 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.739504 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] 10.222.0.78 "PUT /v2.0/ports/f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 200 len: 1094 time: 0.6737196 Aug 11 08:07:22.740213 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:22.742480 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae" -d '{"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:22.756469 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97a82-b9fb-49ea-a413-9f2a5b7fea39 req-4da4d5ec-77b0-4e6c-a3d2-4e87d4043d0b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.758071 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e7a97a82-b9fb-49ea-a413-9f2a5b7fea39 req-4da4d5ec-77b0-4e6c-a3d2-4e87d4043d0b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Aug 11 08:07:22.792471 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22fbcfe4-6924-483e-89ee-eeee5b2b4143 req-73c2614b-1b78-4a74-9583-e18536a1356c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981421 Aug 11 08:07:22.793443 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eca29-622c-4a0c-b8c4-1d068094f38e service neutron] Pushing event updated for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:22.830139 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e7a97a82-b9fb-49ea-a413-9f2a5b7fea39 req-da58a982-124e-49c9-8213-1fceba745ca3 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537398 Aug 11 08:07:22.862464 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-68ebd38a-1bb7-4c10-b3d1-5a76bcb5f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.863942 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-68ebd38a-1bb7-4c10-b3d1-5a76bcb5f64a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1097 time: 0.0611722 Aug 11 08:07:22.911365 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aead9232-a420-419e-884f-6a28562750d2 x-openstack-request-id: req-aead9232-a420-419e-884f-6a28562750d2 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:22.911562 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:22.911808 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aead9232-a420-419e-884f-6a28562750d2 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:22.912182 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99', 'status': 'completed', 'code': 200} Aug 11 08:07:22.914059 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-8c251614-6646-43b7-95c2-1dc99d0cfa7e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 200 len: 217 time: 0.0420644 Aug 11 08:07:22.966322 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-e545fd20-359d-4fce-9566-e65f1987d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.967772 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-e545fd20-359d-4fce-9566-e65f1987d465 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0452621 Aug 11 08:07:23.019940 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46761bd-3621-4667-9185-a76b31f1a485 req-e0ea85b1-611e-455d-9f1b-99e95fe1bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.021626 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-e0ea85b1-611e-455d-9f1b-99e95fe1bfc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464342 Aug 11 08:07:23.126314 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-66b76e7a-2ba1-4d24-b0ef-af9d728b2151 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956428 Aug 11 08:07:23.144201 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:07:23.504153 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-e46761bd-3621-4667-9185-a76b31f1a485 req-7b3e59ed-8f3e-42a5-9462-03461465a8b4 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656869 Aug 11 08:07:23.587373 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-7b60afbf-7d3c-4288-a86b-94069a75babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.588822 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-7b60afbf-7d3c-4288-a86b-94069a75babc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1097 time: 0.0402620 Aug 11 08:07:23.682196 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-c8f8b710-2644-42aa-a07a-33dad090904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.684155 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-c8f8b710-2644-42aa-a07a-33dad090904a service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0879676 Aug 11 08:07:23.735667 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-705b7dc4-9d12-466a-b59b-98aff49b84fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 200 len: 217 time: 0.0342419 Aug 11 08:07:23.786509 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-4fa4f7d7-8a44-4ffa-9125-085c865919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.787821 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-4fa4f7d7-8a44-4ffa-9125-085c865919a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0440545 Aug 11 08:07:23.834985 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-0ffcb238-4200-41f8-af5f-3ad88ce7a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.836291 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-0ffcb238-4200-41f8-af5f-3ad88ce7a74c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402408 Aug 11 08:07:23.926140 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5df71-2ce9-4c1d-872c-366d6c29febb req-c1ef0fa0-90a8-4e7f-af7b-320f16f9ccf3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.927790 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8eb5df71-2ce9-4c1d-872c-366d6c29febb req-c1ef0fa0-90a8-4e7f-af7b-320f16f9ccf3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0508165 Aug 11 08:07:23.939429 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-5300457f-fb64-4099-84b7-cd5c54d02913 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948207 Aug 11 08:07:23.966828 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8eb5df71-2ce9-4c1d-872c-366d6c29febb req-67c341fb-b3fc-4e42-85ab-ce1d899c283c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Aug 11 08:07:24.041241 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1b6201bc-5fc7-4f54-b5e0-8e5bcd6c8aae req-8dd7ce5f-d56e-4b86-8170-2cdecdab850f service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Aug 11 08:07:25.083801 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202a613-2b41-42fc-acf0-552189949aad req-c875f9ff-084e-4140-b759-30c25b866367 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:25.085454 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9202a613-2b41-42fc-acf0-552189949aad req-c875f9ff-084e-4140-b759-30c25b866367 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0494034 Aug 11 08:07:25.124545 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-9202a613-2b41-42fc-acf0-552189949aad req-8482548a-89b4-4835-9a7d-9ae8eed1a931 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Aug 11 08:07:26.241799 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b789ef-ecfe-4fbf-9b72-6d7d6c979fea req-5217f7e4-19e9-4c45-b9f2-220d3d060439 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.243278 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-26b789ef-ecfe-4fbf-9b72-6d7d6c979fea req-5217f7e4-19e9-4c45-b9f2-220d3d060439 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0492790 Aug 11 08:07:26.280647 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-26b789ef-ecfe-4fbf-9b72-6d7d6c979fea req-326cce68-f6b4-466d-85e7-b296f4e97acf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307479 Aug 11 08:07:27.399155 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f667c9-c97a-4e74-9a6c-22c7773c4131 req-df2363b5-a6c1-4969-8eae-a09ae7bf42c4 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:27.400980 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32f667c9-c97a-4e74-9a6c-22c7773c4131 req-df2363b5-a6c1-4969-8eae-a09ae7bf42c4 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0520821 Aug 11 08:07:27.439399 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-32f667c9-c97a-4e74-9a6c-22c7773c4131 req-43f93fdc-d47c-40bd-a426-391d5bfc850e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Aug 11 08:07:28.555109 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312409-ca7d-4d37-8a15-1ee3f1e265ed req-69f988cb-baf9-45f0-a954-e9edaa27c1d8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:28.556592 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6b312409-ca7d-4d37-8a15-1ee3f1e265ed req-69f988cb-baf9-45f0-a954-e9edaa27c1d8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0490456 Aug 11 08:07:28.594785 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6b312409-ca7d-4d37-8a15-1ee3f1e265ed req-6a12ba92-0cf4-4dc4-bf14-dd30b24d8746 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Aug 11 08:07:29.333165 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.708032 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cbd49-a26a-4fbf-aeeb-543009674a3f req-aec5fd5f-f2b7-4ee3-af4e-9f6e97758f4f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:29.709528 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c22cbd49-a26a-4fbf-aeeb-543009674a3f req-aec5fd5f-f2b7-4ee3-af4e-9f6e97758f4f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0479059 Aug 11 08:07:29.746380 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c22cbd49-a26a-4fbf-aeeb-543009674a3f req-08569230-2a64-4969-8205-a50699306d4c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308213 Aug 11 08:07:30.868087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f738f5f-c6eb-4fd2-9ef1-192dad421e43 req-270c48c4-5314-4e43-ab08-aa31ea0ace2c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.869879 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f738f5f-c6eb-4fd2-9ef1-192dad421e43 req-270c48c4-5314-4e43-ab08-aa31ea0ace2c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 944 time: 0.0570803 Aug 11 08:07:30.914219 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9f738f5f-c6eb-4fd2-9ef1-192dad421e43 req-0c6c6bbb-33bf-468f-badf-fd016938c590 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376422 Aug 11 08:07:31.137175 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device f5401a50-1ade-4563-9401-6568eb687a99 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:31.233864 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=f5401a50-1ade-4563-9401-6568eb687a99,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:31.246130 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'f5401a50-1ade-4563-9401-6568eb687a99', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'port_id': 'f5401a50-1ade-4563-9401-6568eb687a99', 'mac_address': 'fa:16:3e:ad:d2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:31.283931 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.296309 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5401a50-1ade-4563-9401-6568eb687a99 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:31.316162 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=f5401a50-1ade-4563-9401-6568eb687a99,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:31.319437 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.364919 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:31.616836 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['f5401a50-1ade-4563-9401-6568eb687a99'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:32.029601 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567183a-f807-43bb-a5c6-95ff4d026706 req-96b8a2d8-b081-4bfa-86b3-6ae6ab2b725d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:32.031091 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1567183a-f807-43bb-a5c6-95ff4d026706 req-96b8a2d8-b081-4bfa-86b3-6ae6ab2b725d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 945 time: 0.0502150 Aug 11 08:07:32.068043 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1567183a-f807-43bb-a5c6-95ff4d026706 req-c2a66bd9-f24c-4037-a3e9-2697b858c263 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Aug 11 08:07:32.234755 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-a68c0c88-2070-430c-8a57-7c47643b66d8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:32.236240 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-a68c0c88-2070-430c-8a57-7c47643b66d8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.0983510 Aug 11 08:07:32.251703 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-c1367703-096b-4854-b017-80d8012562f3 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/quotas/89039666d9bb47e1b54bb49a9c21e413 HTTP/1.1" status: 200 len: 375 time: 0.0098035 Aug 11 08:07:32.299231 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-25cbef31-ec44-44a2-8146-30350fa44442 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423160 Aug 11 08:07:32.393446 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-8db14427-4d79-4506-bf79-e605ed5b5774 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870528 Aug 11 08:07:32.480521 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-2ff8ae51-50fe-4c6b-ae9b-8c62ba92ac5d service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805349 Aug 11 08:07:32.637728 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0c5767cc-7ac3-465c-bb8a-d403b43c461e req-f2d6888c-99d7-4f8c-9612-8c322abe6c63 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 210 time: 0.0290453 Aug 11 08:07:33.168689 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device f5401a50-1ade-4563-9401-6568eb687a99 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:33.192227 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a8b8c-d461-444e-9ce4-bfd6e78f8c45 req-00b0f47f-8870-46f9-807d-a468aba22322 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:33.193874 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-841a8b8c-d461-444e-9ce4-bfd6e78f8c45 req-00b0f47f-8870-46f9-807d-a468aba22322 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 945 time: 0.0556617 Aug 11 08:07:33.217939 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port f5401a50-1ade-4563-9401-6568eb687a99 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:33.221832 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port f5401a50-1ade-4563-9401-6568eb687a99 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:33.222206 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.234138 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-841a8b8c-d461-444e-9ce4-bfd6e78f8c45 req-65fe6dc7-a41c-451e-a917-a9f1a06f5517 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338326 Aug 11 08:07:33.303213 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.325654 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:33.327959 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d544b33-d815-48ce-9265-0eeb315dd018" -d '{"events": [{"server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "name": "network-vif-plugged", "status": "completed", "tag": "f5401a50-1ade-4563-9401-6568eb687a99"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:33.341332 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=f5401a50-1ade-4563-9401-6568eb687a99,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:33.345647 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.369263 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b607a3-1fe4-47b4-850c-dff575825bc9 x-openstack-request-id: req-f5b607a3-1fe4-47b4-850c-dff575825bc9 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:33.369556 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "name": "network-vif-plugged", "status": "completed", "tag": "f5401a50-1ade-4563-9401-6568eb687a99", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:33.369810 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5b607a3-1fe4-47b4-850c-dff575825bc9 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:33.370770 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99', 'code': 200} Aug 11 08:07:33.399615 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:33.637334 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5d40b66f-ccfb-4f07-b102-6cba7083865b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:33.639576 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5d40b66f-ccfb-4f07-b102-6cba7083865b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1177788 Aug 11 08:07:33.673026 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Request body: {'port': {'device_id': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'admin_state_up': True, 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:33.721539 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3a2c-3aed-4f05-b3cc-30278a039218 req-520df560-086c-436a-b1e0-e1027fc721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:33.723164 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8a3d3a2c-3aed-4f05-b3cc-30278a039218 req-520df560-086c-436a-b1e0-e1027fc721cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1099 time: 0.0537012 Aug 11 08:07:33.753325 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b12bf82-feb5-41ce-81ed-040e5b02332a req-4758b9e3-e022-4727-9505-6bc33625185d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 210 time: 0.0347977 Aug 11 08:07:33.798671 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8a3d3a2c-3aed-4f05-b3cc-30278a039218 req-81c7637c-4ac1-484d-8f3f-f0564b77ad9e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479748 Aug 11 08:07:33.827796 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:33.831625 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.965042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Allocated IP 172.20.0.4 (89238eb4-0d26-4edf-bbab-ce6a70db1abe/c20f00c3-403d-481b-97f1-7c91889bf07e/0c36eec9-ca9d-45e2-987d-c86f214a88d2) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:34.112850 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.151307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.164235 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:34.196742 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:34.203931 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:34.207643 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:34.233466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event updated for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:34.265941 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.266967 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.284631 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-5cd0ee46-5744-4c6e-94ed-965bcdf83e30 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163414 Aug 11 08:07:34.318819 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Request body: {'port': {'device_id': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:34.397938 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b4ee-c5e1-4426-b7ab-dca4f63cf848 req-e6a26ceb-a767-4aea-8b4b-9d194ffdcc21 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.399427 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-54c2b4ee-c5e1-4426-b7ab-dca4f63cf848 req-e6a26ceb-a767-4aea-8b4b-9d194ffdcc21 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.0936239 Aug 11 08:07:34.404416 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.475077 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-54c2b4ee-c5e1-4426-b7ab-dca4f63cf848 req-e2bc765b-e7ed-43a4-a25f-c5a2af209c89 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684700 Aug 11 08:07:34.706815 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c36eec9-ca9d-45e2-987d-c86f214a88d2 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:34.715767 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.729102 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Transition to ACTIVE for port object 0c36eec9-ca9d-45e2-987d-c86f214a88d2 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:34.733034 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.787892 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Pushing event updated for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:34.862385 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Attempting to bind port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:34.862726 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Attempting to bind port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:34.863085 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Attempting to bind port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:34.867591 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:34.867932 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Attempting to bind port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:34.873918 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:34.874259 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Checking segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:34.874649 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Bound using segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:34.875077 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Bound port: 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:34.875435 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.895971 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40548ee-83c4-47c7-a00f-d0b7b8b95822 req-71c01441-a151-4a0d-bc1e-eebb44b26c84 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.897492 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c40548ee-83c4-47c7-a00f-d0b7b8b95822 req-71c01441-a151-4a0d-bc1e-eebb44b26c84 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 943 time: 0.0503428 Aug 11 08:07:34.936066 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-c40548ee-83c4-47c7-a00f-d0b7b8b95822 req-ef4aeafa-3c20-449c-ae0f-56eb06191bfb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Aug 11 08:07:34.939459 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:34.942734 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:34.947057 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.980649 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.981290 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.982667 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-75f14810-15c4-4bda-af55-250186c68660 service neutron] 10.222.0.78 "PUT /v2.0/ports/0c36eec9-ca9d-45e2-987d-c86f214a88d2 HTTP/1.1" status: 200 len: 1093 time: 0.6755710 Aug 11 08:07:34.983100 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:34.985350 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e502d8-f3ca-4c93-8862-93878522b1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:35.010819 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f14810-15c4-4bda-af55-250186c68660 service neutron] Pushing event updated for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:35.022225 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadd1b8-1c69-4c06-9227-debba616e012 x-openstack-request-id: req-7eadd1b8-1c69-4c06-9227-debba616e012 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:35.022545 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:35.022808 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7eadd1b8-1c69-4c06-9227-debba616e012 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:35.023210 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'status': 'completed', 'code': 200} Aug 11 08:07:35.063395 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-2ae744ef-b072-438f-b6ce-29cc05c120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.064892 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-2ae744ef-b072-438f-b6ce-29cc05c120f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 1096 time: 0.0403409 Aug 11 08:07:35.110439 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-eecd1763-0228-413a-97cb-ca68386720a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2 HTTP/1.1" status: 200 len: 217 time: 0.0354645 Aug 11 08:07:35.160245 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-0797d12e-f83c-4a75-89e4-52a00e8e761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.161694 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-0797d12e-f83c-4a75-89e4-52a00e8e761e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0438395 Aug 11 08:07:35.194489 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-d14016b9-da1f-4656-bef7-6ee7b5bd1a52 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243566 Aug 11 08:07:35.288683 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-f9e89493-4b0c-44b1-b4ff-6a6d4974ad0a service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Aug 11 08:07:35.380120 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d675a8ed-8fa1-4d99-9caa-f6bbda24fc41 req-c3de52ee-8d81-42e9-900b-6606e66672b5 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Aug 11 08:07:35.483426 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-85b71d1a-9ff3-424b-81bb-21aad3927191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.485009 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-85b71d1a-9ff3-424b-81bb-21aad3927191 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 1096 time: 0.0402167 Aug 11 08:07:35.581059 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-d3ab2299-61c1-44ba-a2e3-00703d660da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.582672 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-d3ab2299-61c1-44ba-a2e3-00703d660da5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 916 time: 0.0900483 Aug 11 08:07:35.592071 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5de9-9944-430b-bd3f-a68980ddd284 req-eeb580cb-7b3b-4ad0-8a70-7a5df878065e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.593600 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16be5de9-9944-430b-bd3f-a68980ddd284 req-eeb580cb-7b3b-4ad0-8a70-7a5df878065e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.0524912 Aug 11 08:07:35.625064 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-18625bdf-5b55-45ff-a8a1-e4059131bed2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2 HTTP/1.1" status: 200 len: 217 time: 0.0346372 Aug 11 08:07:35.631569 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-16be5de9-9944-430b-bd3f-a68980ddd284 req-9e36de21-fcd5-4009-b2b3-6cd20d26dc3c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Aug 11 08:07:35.684524 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-f060625e-1720-4063-8ebe-c2f9a57bb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.686014 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-f060625e-1720-4063-8ebe-c2f9a57bb719 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0480494 Aug 11 08:07:35.728546 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-d96af84f-817e-4432-8c0b-b4e27b35a1ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305922 Aug 11 08:07:35.771572 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dc60d-41a2-42ad-8147-13755038ea28 req-ba49cc9c-4e4e-49f1-9fa2-5c37348f5c8f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.773018 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-472dc60d-41a2-42ad-8147-13755038ea28 req-ba49cc9c-4e4e-49f1-9fa2-5c37348f5c8f tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.0679040 Aug 11 08:07:35.859232 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-472dc60d-41a2-42ad-8147-13755038ea28 req-580ad064-82d6-4152-9537-a0de45e4f80a tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764370 Aug 11 08:07:35.880148 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-ebabd942-aa16-40b0-a25f-1e5264d34ecb service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256039 Aug 11 08:07:35.882497 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50248) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:35.976983 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-38e502d8-f3ca-4c93-8862-93878522b1bf req-7feb5b16-70ca-4786-82f9-697e1b50f353 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894704 Aug 11 08:07:36.061503 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b5255-2b77-4df4-bc03-7e32025d5af8 req-68b47b56-ecdc-43d3-95ef-91447e3b7bcb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:36.062996 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ec8b5255-2b77-4df4-bc03-7e32025d5af8 req-68b47b56-ecdc-43d3-95ef-91447e3b7bcb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 943 time: 0.0569534 Aug 11 08:07:36.123192 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ec8b5255-2b77-4df4-bc03-7e32025d5af8 req-c4d11835-e480-43b7-beb8-c6d2afa2c767 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Aug 11 08:07:36.124901 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbedd74-dedb-459b-bcef-b719db2272a9 tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:36.126589 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3cbedd74-dedb-459b-bcef-b719db2272a9 tempest-TestVolumeBootPattern-28710125 tempest-TestVolumeBootPattern-28710125-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1094 time: 0.2429936 Aug 11 08:07:36.129547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50254) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:36.133925 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.v2.base [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Request body: {'floatingip': {'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'port_id': 'f5401a50-1ade-4563-9401-6568eb687a99', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:36.155215 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.249335 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.353389 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_common [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Allocated IP 172.27.2.8 (6749e4a2-b6cf-4f99-8f78-3ce74a16700e/3323c7bd-a694-42a2-8f19-e7ef29bb966b/5c73a998-6f79-4fa9-9061-27a17868b5bd) {{(pid=93660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:36.451356 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.487595 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.531290 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Network 6749e4a2-b6cf-4f99-8f78-3ce74a16700e is already hosted by enough agents. {{(pid=93660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:36.534157 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.base_scheduler [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Resources bound (agent type, host, resource id): {{(pid=93660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:36.538378 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Received port after_create {{(pid=93660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:36.541265 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=5c73a998-6f79-4fa9-9061-27a17868b5bd,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:36.567566 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.567909 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.568243 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.568586 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.568932 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.569260 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.569584 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.569907 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.570229 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.570548 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.570865 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.571180 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:36.897770 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.966498 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.113178 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for port, precommit_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.117431 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9006697'] for port, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.183474 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event updated for resources: {'Port': ['ID=5c73a998-6f79-4fa9-9061-27a17868b5bd,revision_number=2']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:37.193636 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1666206'] for floatingip, after_update {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.243205 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b469b03-6aee-447b-825a-4eeeb800e5e2 req-c49bed47-9fc5-4748-9d86-e3a2c51c50c1 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:37.244743 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b469b03-6aee-447b-825a-4eeeb800e5e2 req-c49bed47-9fc5-4748-9d86-e3a2c51c50c1 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 943 time: 0.0507562 Aug 11 08:07:37.285874 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4b469b03-6aee-447b-825a-4eeeb800e5e2 req-4c2a3ff2-9ec8-495a-b7a2-fa310d078fa0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Aug 11 08:07:37.541177 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP bd2c8157-1f32-40a1-8044-6cbad982af44 associated. External IP: 172.27.2.8, port: f5401a50-1ade-4563-9401-6568eb687a99. Aug 11 08:07:37.740456 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:37.848089 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:37.857742 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:37.865791 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.867219 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:37.867849 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:07:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:37.894197 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fffa651c-5cdc-48ce-acc8-cc75b317a9a3 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7636156 Aug 11 08:07:37.894765 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:37.897091 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f3dd86-06d6-4ce6-ae37-42028cec365e" -d '{"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:37.933847 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c269d-471b-4938-8464-71381f1c4460 x-openstack-request-id: req-585c269d-471b-4938-8464-71381f1c4460 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:37.934126 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:37.934374 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-585c269d-471b-4938-8464-71381f1c4460 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:37.934768 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99', 'status': 'completed', 'code': 200} Aug 11 08:07:37.980451 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:38.008632 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-5ccaa622-7081-449b-88ab-6b3fce314d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.010357 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-5ccaa622-7081-449b-88ab-6b3fce314d86 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1099 time: 0.0457232 Aug 11 08:07:38.102096 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-46aecc3a-f53e-4741-82fb-7df728ee1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.103500 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-46aecc3a-f53e-4741-82fb-7df728ee1682 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0857081 Aug 11 08:07:38.174144 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-3a5e9789-5ca7-4181-8858-b563a1cb4a4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 200 len: 998 time: 0.0621738 Aug 11 08:07:38.204836 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}, {'id': 'bd2c8157-1f32-40a1-8044-6cbad982af44', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': 'f5401a50-1ade-4563-9401-6568eb687a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:ad:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703745c-8cae-486e-9e35-83d409fd910b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:36Z', 'updated_at': '2021-08-11T08:07:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:38.227174 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-4c242d53-e15a-4718-b846-d0e16294883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.228622 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-4c242d53-e15a-4718-b846-d0e16294883e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0443885 Aug 11 08:07:38.234939 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:38.243276 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:38.243932 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:07:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:38.275430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-6f7629e7-45c2-447f-a4d9-38b9b096e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.277528 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-6f7629e7-45c2-447f-a4d9-38b9b096e465 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408466 Aug 11 08:07:38.352720 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:38.395544 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-afd9818d-f401-46bc-a9e5-b3cbf7939e70 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087482 Aug 11 08:07:38.422131 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194837-8bc9-44bf-92d5-e279183f0af8 req-bed5709d-a0b2-4b1d-84fa-5c9f93b4fc6e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.423573 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fc194837-8bc9-44bf-92d5-e279183f0af8 req-bed5709d-a0b2-4b1d-84fa-5c9f93b4fc6e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 943 time: 0.0660758 Aug 11 08:07:38.503278 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-fc194837-8bc9-44bf-92d5-e279183f0af8 req-ee078ffd-5faa-44d1-a1af-a94c296b493d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Aug 11 08:07:38.527506 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-22f3dd86-06d6-4ce6-ae37-42028cec365e req-c100b594-4413-4599-9a4a-07acc6c8daf9 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209700 Aug 11 08:07:38.579487 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}, {'id': 'bd2c8157-1f32-40a1-8044-6cbad982af44', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': 'f5401a50-1ade-4563-9401-6568eb687a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:ad:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703745c-8cae-486e-9e35-83d409fd910b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:36Z', 'updated_at': '2021-08-11T08:07:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:38.615286 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c00f3-0bc8-44fe-ac63-7a23ae1c16d1 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}, {'id': 'bd2c8157-1f32-40a1-8044-6cbad982af44', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': 'f5401a50-1ade-4563-9401-6568eb687a99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:ad:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703745c-8cae-486e-9e35-83d409fd910b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:36Z', 'updated_at': '2021-08-11T08:07:36Z', 'revision_number': 0, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:38.799405 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3aa40c-fb15-4f2b-88e2-c05d9e98aad9 None None] New status for floating IP bd2c8157-1f32-40a1-8044-6cbad982af44: ACTIVE {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:07:39.209914 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 0c36eec9-ca9d-45e2-987d-c86f214a88d2 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:39.301664 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:39.313985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'port_id': '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'mac_address': 'fa:16:3e:2e:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f00c3-403d-481b-97f1-7c91889bf07e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:39.351102 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.363698 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c36eec9-ca9d-45e2-987d-c86f214a88d2 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:39.382487 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:39.386725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.435860 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:39.619007 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612616f7-0755-4993-9b98-5807cd7b6069 req-cf218961-e0ab-4b50-9316-b244255029bb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:39.620826 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-612616f7-0755-4993-9b98-5807cd7b6069 req-cf218961-e0ab-4b50-9316-b244255029bb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 944 time: 0.0494235 Aug 11 08:07:39.657306 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-612616f7-0755-4993-9b98-5807cd7b6069 req-58aed87f-1727-47fc-806d-1196d460566c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Aug 11 08:07:39.727496 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['0c36eec9-ca9d-45e2-987d-c86f214a88d2'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:40.772377 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356509ca-020e-4e11-bd97-b547bd23421d req-82597a7f-7ed9-4720-9b48-3b35dfda70ff tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:40.773871 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-356509ca-020e-4e11-bd97-b547bd23421d req-82597a7f-7ed9-4720-9b48-3b35dfda70ff tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 944 time: 0.0496264 Aug 11 08:07:40.811842 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-356509ca-020e-4e11-bd97-b547bd23421d req-eeb2b1c7-af63-4e6c-99ae-979e5737be47 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 11 08:07:41.225539 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 0c36eec9-ca9d-45e2-987d-c86f214a88d2 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:41.280306 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:41.284371 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:41.284747 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.366530 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.393611 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:41.395842 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ccebb-971f-41a8-8375-5b3f13190e8b" -d '{"events": [{"server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:41.410588 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:41.416243 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.444016 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb1789-17f4-4531-b6cf-cd199bd624a6 x-openstack-request-id: req-97fb1789-17f4-4531-b6cf-cd199bd624a6 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:41.444307 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:41.444588 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97fb1789-17f4-4531-b6cf-cd199bd624a6 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:41.445013 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'code': 200} Aug 11 08:07:41.475222 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:41.621928 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823712da-b2d5-480e-829b-dff38012ac71 req-b082cecc-e75c-4369-861b-de82cdffbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:41.623412 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-823712da-b2d5-480e-829b-dff38012ac71 req-b082cecc-e75c-4369-861b-de82cdffbaf3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 1098 time: 0.0395722 Aug 11 08:07:41.662530 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-823712da-b2d5-480e-829b-dff38012ac71 req-ed6d4cd7-1998-4887-be78-795f0953107a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270953 Aug 11 08:07:41.929982 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9099-3053-4882-ae4e-42422fe0a5cc req-c0156fb6-4120-435a-935e-c29b91f349bb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:41.931446 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-befc9099-3053-4882-ae4e-42422fe0a5cc req-c0156fb6-4120-435a-935e-c29b91f349bb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0507779 Aug 11 08:07:41.969666 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-befc9099-3053-4882-ae4e-42422fe0a5cc req-42b0812b-0181-4752-8226-65e0d8fd36c9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Aug 11 08:07:43.082695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3beb63-359d-4aa7-9ec7-9170d20f9a52 req-02e44349-2da3-4ff8-9073-d29710a020b1 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:43.084261 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fc3beb63-359d-4aa7-9ec7-9170d20f9a52 req-02e44349-2da3-4ff8-9073-d29710a020b1 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0482650 Aug 11 08:07:43.125200 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fc3beb63-359d-4aa7-9ec7-9170d20f9a52 req-2ed05f3e-673a-4726-9621-af40cbdf602e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Aug 11 08:07:43.801598 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3f5258e3-7d46-46a6-84ee-4e0773a658ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:44.237393 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e3778-8306-4fbd-82d2-7acec35224b6 req-d9be858b-1912-40e7-ad46-5dd6da0fdb59 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.238860 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f91e3778-8306-4fbd-82d2-7acec35224b6 req-d9be858b-1912-40e7-ad46-5dd6da0fdb59 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0481894 Aug 11 08:07:44.275471 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f91e3778-8306-4fbd-82d2-7acec35224b6 req-def95043-4971-4acd-af96-a2defc4d9524 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Aug 11 08:07:45.389652 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756234c2-8e07-4c3c-b5c2-963c28bb3120 req-b0e4273b-e50b-4348-b4f4-07393429309e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.391412 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-756234c2-8e07-4c3c-b5c2-963c28bb3120 req-b0e4273b-e50b-4348-b4f4-07393429309e tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0485654 Aug 11 08:07:45.431395 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-756234c2-8e07-4c3c-b5c2-963c28bb3120 req-faa45af4-66d1-44e9-9ebe-f3da4d4d8ff5 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Aug 11 08:07:46.544778 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc0bd0-d05f-4283-bdea-f62dcdb23a49 req-dfda23da-0b91-4aaf-a7df-f83bbeeb2049 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:46.546217 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63bc0bd0-d05f-4283-bdea-f62dcdb23a49 req-dfda23da-0b91-4aaf-a7df-f83bbeeb2049 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0496423 Aug 11 08:07:46.583076 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-63bc0bd0-d05f-4283-bdea-f62dcdb23a49 req-35b9a035-8a54-4736-a734-d7d8bfcee673 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Aug 11 08:07:46.748797 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0116ece9-887c-40b4-b54b-03314eed89df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:46.866894 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:47.835660 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.048272 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.411848 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-e83e7e86-049d-446d-9c4b-1aabef8be1eb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:50.413450 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-e83e7e86-049d-446d-9c4b-1aabef8be1eb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1022003 Aug 11 08:07:50.428233 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-b3f2da53-5aef-4316-9e64-a300f9782555 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/quotas/89039666d9bb47e1b54bb49a9c21e413 HTTP/1.1" status: 200 len: 375 time: 0.0090544 Aug 11 08:07:50.484423 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-60bb42ce-bb0e-498f-bb60-f8fbeaf9ec4b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508864 Aug 11 08:07:50.572932 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-0aad3741-abfe-44f9-bb43-730accd07d24 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813985 Aug 11 08:07:50.666086 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-5000da3c-fe98-4703-84af-80ed311bdf96 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865581 Aug 11 08:07:50.859274 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-66c0eb11-50d7-4b25-b428-f9f420176a7b req-db10624b-dc40-468e-8437-2197e6435d4d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 210 time: 0.0299637 Aug 11 08:07:51.951602 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-d57ae86b-3ef6-4572-bb54-7758a8c81ccb req-c329bbfe-3929-4c5c-8c06-986267fa590b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 210 time: 0.0265088 Aug 11 08:07:53.043285 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4591da1a-05eb-4e96-9910-fd31515d086d req-a970c5b9-3f84-4132-b303-b95aeda6d644 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 210 time: 0.0263517 Aug 11 08:07:53.779633 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-917b22b8-88e2-402d-9d89-876048d7a719 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:53.781123 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-917b22b8-88e2-402d-9d89-876048d7a719 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1031291 Aug 11 08:07:53.796233 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Request body: {'port': {'device_id': '7780e245-0864-44a3-8959-6dc80027403f', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'admin_state_up': True, 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:53.907127 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:53.910668 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.032488 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Allocated IP 172.20.0.8 (89238eb4-0d26-4edf-bbab-ce6a70db1abe/c20f00c3-403d-481b-97f1-7c91889bf07e/a998148e-9391-4612-a620-e87d27587b2a) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:54.139917 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-7a351c97-541b-4ee3-8ca4-950fa4bc72d7 req-3cec1be3-d529-41af-abf1-70336813becb tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 210 time: 0.0262923 Aug 11 08:07:54.188284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.226911 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.239158 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877', '0c36eec9-ca9d-45e2-987d-c86f214a88d2'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:54.265818 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:54.268950 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:54.272614 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:54.311673 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event updated for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.326190 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.326553 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.326863 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.327199 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.327539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.327866 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.328195 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.328523 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.328845 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.329189 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.329518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.329836 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:54.343080 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.343705 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.358060 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-575a0f93-2a8d-4225-a9cf-fdba278127e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657015 Aug 11 08:07:54.374131 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Request body: {'port': {'device_id': '7780e245-0864-44a3-8959-6dc80027403f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:54.426133 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.690713 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a998148e-9391-4612-a620-e87d27587b2a {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:54.698033 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.710297 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Transition to ACTIVE for port object a998148e-9391-4612-a620-e87d27587b2a will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:54.715019 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.763992 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.831836 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Attempting to bind port a998148e-9391-4612-a620-e87d27587b2a on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:54.832177 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Attempting to bind port a998148e-9391-4612-a620-e87d27587b2a by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:54.832510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Attempting to bind port a998148e-9391-4612-a620-e87d27587b2a on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:54.836844 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Port a998148e-9391-4612-a620-e87d27587b2a on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:54.837194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Attempting to bind port a998148e-9391-4612-a620-e87d27587b2a on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:54.842101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:54.842441 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Checking segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:54.842826 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Bound using segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:54.843409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Bound port: a998148e-9391-4612-a620-e87d27587b2a, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:54.843603 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.909058 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:54.912142 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=a998148e-9391-4612-a620-e87d27587b2a,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:54.915426 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.948080 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.948822 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.950227 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] 10.222.0.78 "PUT /v2.0/ports/a998148e-9391-4612-a620-e87d27587b2a HTTP/1.1" status: 200 len: 1093 time: 0.5809214 Aug 11 08:07:54.950658 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:54.952879 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f492b7f-6b1e-49ef-9240-c4b77204d772" -d '{"events": [{"name": "network-changed", "server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "tag": "a998148e-9391-4612-a620-e87d27587b2a"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:54.980447 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9da78-29b4-46ee-b3b8-de2d7ee514c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.990529 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdef6c8e-95a3-4c61-9272-218ca4d0f760 x-openstack-request-id: req-cdef6c8e-95a3-4c61-9272-218ca4d0f760 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:54.990821 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "tag": "a998148e-9391-4612-a620-e87d27587b2a", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:54.991075 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cdef6c8e-95a3-4c61-9272-218ca4d0f760 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:54.991469 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a', 'status': 'completed', 'code': 200} Aug 11 08:07:55.050513 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-bafef549-5622-4075-8b0d-763841806192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.051998 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-bafef549-5622-4075-8b0d-763841806192 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 1096 time: 0.0412819 Aug 11 08:07:55.096090 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-801323b3-f2b3-48ca-a330-c4dbc1bc3d5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a998148e-9391-4612-a620-e87d27587b2a HTTP/1.1" status: 200 len: 217 time: 0.0330093 Aug 11 08:07:55.154858 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-771a003d-a075-4478-a3ab-c8f5aad815da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.156338 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-771a003d-a075-4478-a3ab-c8f5aad815da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0466392 Aug 11 08:07:55.197186 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-24bb9c78-c743-48aa-88cf-de168fa70990 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301247 Aug 11 08:07:55.263329 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af9e4-466b-4f48-a16d-7cdd3c1cc2ee req-afb7787e-78f5-4330-b3e8-531e2aa773dd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.264984 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e73af9e4-466b-4f48-a16d-7cdd3c1cc2ee req-afb7787e-78f5-4330-b3e8-531e2aa773dd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 943 time: 0.0491519 Aug 11 08:07:55.294511 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-b9c3230b-a4dd-43bf-a002-f45a5da7d323 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878720 Aug 11 08:07:55.307179 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e73af9e4-466b-4f48-a16d-7cdd3c1cc2ee req-000b2a05-69c7-4a03-95e5-db10098e8e78 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Aug 11 08:07:55.391749 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a878b4f8-686a-45dc-91f6-1a5e15501a0d req-e8a61ccf-a59a-436e-80cc-ec09bedd18a3 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896645 Aug 11 08:07:55.474607 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-0aa14cac-b748-45f5-ba84-a81a66dcd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.476146 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-0aa14cac-b748-45f5-ba84-a81a66dcd8d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 1096 time: 0.0408278 Aug 11 08:07:55.569204 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-f2432916-366a-45e2-aaa9-d3be061697d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.570658 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-f2432916-366a-45e2-aaa9-d3be061697d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 916 time: 0.0855930 Aug 11 08:07:55.618134 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-f8f7784a-3c7b-48fd-be2b-97366592f27d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a998148e-9391-4612-a620-e87d27587b2a HTTP/1.1" status: 200 len: 217 time: 0.0336211 Aug 11 08:07:55.669654 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-86dcaaef-3003-445a-90b0-030393f97eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.671080 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-86dcaaef-3003-445a-90b0-030393f97eb7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0452418 Aug 11 08:07:55.707474 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-23828222-b392-4ae4-b090-5c3dd5584fc4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248806 Aug 11 08:07:55.799931 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-783b9e2e-617f-414f-a31b-6242d574987e service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840890 Aug 11 08:07:55.891967 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-7f492b7f-6b1e-49ef-9240-c4b77204d772 req-f1b01f8f-b6e7-4399-980d-ebe32fe86973 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Aug 11 08:07:56.709877 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff5f05-3113-49bd-970d-bfc06a6b9e28 req-a821fde4-7bd3-4a45-8097-25cdfbaa66dd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:56.711395 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-68ff5f05-3113-49bd-970d-bfc06a6b9e28 req-a821fde4-7bd3-4a45-8097-25cdfbaa66dd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 943 time: 0.3337359 Aug 11 08:07:56.749393 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-68ff5f05-3113-49bd-970d-bfc06a6b9e28 req-63f0699f-56e2-4209-9d9d-733397b124dd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Aug 11 08:07:57.865550 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90577-6532-4957-b8b4-26413b142eef req-a5bc7f78-f021-4347-be6f-32e1725f05e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:57.867019 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-26d90577-6532-4957-b8b4-26413b142eef req-a5bc7f78-f021-4347-be6f-32e1725f05e8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 943 time: 0.0482242 Aug 11 08:07:57.904427 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-26d90577-6532-4957-b8b4-26413b142eef req-81010289-f91e-4ff0-ba45-fa5d435f088c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Aug 11 08:07:58.320658 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-78901c37-1ce4-448f-a408-ffb611bc0772 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379364 Aug 11 08:07:58.413532 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85e04-0a5d-40a9-ad57-890857af670b req-74033bfd-fd14-4dd2-9700-177f0aca098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.414930 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-74033bfd-fd14-4dd2-9700-177f0aca098c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1098 time: 0.0435441 Aug 11 08:07:58.524581 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85e04-0a5d-40a9-ad57-890857af670b req-0bdb4e52-1af5-4bbf-9309-feb819a99ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.526072 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-0bdb4e52-1af5-4bbf-9309-feb819a99ee8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0873876 Aug 11 08:07:58.598086 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-12f3a971-8330-402a-a005-545d4ccd4a47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 1001 time: 0.0621219 Aug 11 08:07:58.654368 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85e04-0a5d-40a9-ad57-890857af670b req-79b74497-a9df-4777-b5e0-e33cc50274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.656056 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-79b74497-a9df-4777-b5e0-e33cc50274f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0449634 Aug 11 08:07:58.704179 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85e04-0a5d-40a9-ad57-890857af670b req-89e8505a-e6f3-4ef7-9a3f-c79070fd5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.705707 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-89e8505a-e6f3-4ef7-9a3f-c79070fd5759 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409298 Aug 11 08:07:58.833492 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d858e3-cf46-4f4d-a7d9-4b9755787316 req-60c7cb9a-edae-494f-9d59-cb2f6b169492 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.835026 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d5d858e3-cf46-4f4d-a7d9-4b9755787316 req-60c7cb9a-edae-494f-9d59-cb2f6b169492 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0733600 Aug 11 08:07:58.857626 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-7c0673ac-4d52-4267-97d2-57cd0910a40b service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415310 Aug 11 08:07:58.885133 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-d5d858e3-cf46-4f4d-a7d9-4b9755787316 req-6cdd0f09-b0b4-4ec1-bb4c-17ec363390f2 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Aug 11 08:07:58.965650 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-00a85e04-0a5d-40a9-ad57-890857af670b req-4cf79b1f-3746-40b7-9cca-f98d71b46618 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929577 Aug 11 08:07:59.021932 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7cc3d-ebe6-477d-ad85-f795cbb9de3e req-4d2879df-98c3-40dd-bb10-9edb39d827fa tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:59.023400 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-63e7cc3d-ebe6-477d-ad85-f795cbb9de3e req-4d2879df-98c3-40dd-bb10-9edb39d827fa tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 943 time: 0.0517678 Aug 11 08:07:59.061500 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-63e7cc3d-ebe6-477d-ad85-f795cbb9de3e req-46f7ac70-e7cd-45f0-b2f1-d11f485396b4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Aug 11 08:07:59.306720 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device a998148e-9391-4612-a620-e87d27587b2a details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:59.379620 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.413463 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=a998148e-9391-4612-a620-e87d27587b2a,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:59.423554 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': 'a998148e-9391-4612-a620-e87d27587b2a', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'port_id': 'a998148e-9391-4612-a620-e87d27587b2a', 'mac_address': 'fa:16:3e:89:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f00c3-403d-481b-97f1-7c91889bf07e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:59.462893 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.600038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a998148e-9391-4612-a620-e87d27587b2a {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:59.622178 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=a998148e-9391-4612-a620-e87d27587b2a,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:59.625662 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.672111 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:59.949851 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['a998148e-9391-4612-a620-e87d27587b2a'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:00.000997 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f7a6-61bd-498d-bfc3-a39b316cfab3 req-c32678db-1eb5-45b8-a536-0a612ffb546c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:00.002762 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9768f7a6-61bd-498d-bfc3-a39b316cfab3 req-c32678db-1eb5-45b8-a536-0a612ffb546c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Aug 11 08:08:00.040335 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9768f7a6-61bd-498d-bfc3-a39b316cfab3 req-3fefb247-72d5-430e-bfad-83c9efd6143d tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 11 08:08:00.144785 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:08:00.172778 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69754fd-6af8-498c-aa79-b685eafc98e6 req-edccf158-5c16-459a-bafc-ab07c4267ac7 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:00.174305 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b69754fd-6af8-498c-aa79-b685eafc98e6 req-edccf158-5c16-459a-bafc-ab07c4267ac7 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 944 time: 0.0482845 Aug 11 08:08:00.211427 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b69754fd-6af8-498c-aa79-b685eafc98e6 req-c4121b7b-f17f-4e73-b464-655b408563f6 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Aug 11 08:08:01.042094 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-f18faad7-0cc1-46b2-9640-00e83f22c458 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.043635 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-f18faad7-0cc1-46b2-9640-00e83f22c458 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 11 08:08:01.178432 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539cb00-8337-49bc-b17f-0f4c51a29623 req-ccae0c25-d42d-4d00-8391-0b9675e338c6 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.179816 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9539cb00-8337-49bc-b17f-0f4c51a29623 req-ccae0c25-d42d-4d00-8391-0b9675e338c6 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=12ff509e-6686-4464-b2e8-dd05e83ad9b7 HTTP/1.1" status: 200 len: 945 time: 0.0667522 Aug 11 08:08:01.186614 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Deleting port d0462f17-2899-4e37-9499-a06758c3a6c4 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:01.186963 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.271752 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-9539cb00-8337-49bc-b17f-0f4c51a29623 req-5612d89f-bb91-43cc-95e7-bb81c876caa9 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818675 Aug 11 08:08:01.310307 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] For port d0462f17-2899-4e37-9499-a06758c3a6c4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d0462f17-2899-4e37-9499-a06758c3a6c4,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:01.310674 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.324728 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Calling delete_port for d0462f17-2899-4e37-9499-a06758c3a6c4 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:01.327074 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fd656-e467-455d-8c70-3667c063a0b4 req-2a91d159-3709-4bd7-9a74-060c6d2ee565 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.328602 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ab8fd656-e467-455d-8c70-3667c063a0b4 req-2a91d159-3709-4bd7-9a74-060c6d2ee565 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 944 time: 0.0482728 Aug 11 08:08:01.335516 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device a998148e-9391-4612-a620-e87d27587b2a up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:01.366118 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ab8fd656-e467-455d-8c70-3667c063a0b4 req-d206f58c-7807-476f-8a10-6df50bc77228 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Aug 11 08:08:01.392431 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port a998148e-9391-4612-a620-e87d27587b2a completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:01.396190 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port a998148e-9391-4612-a620-e87d27587b2a triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:01.396563 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.461732 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.475748 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['d0462f17-2899-4e37-9499-a06758c3a6c4'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:01.492135 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Pushing event deleted for resources: {'Port': ['ID=d0462f17-2899-4e37-9499-a06758c3a6c4,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:01.495524 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.523321 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:01.525679 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92005a24-1b25-42a8-9b88-a9555846e844" -d '{"events": [{"server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "name": "network-vif-plugged", "status": "completed", "tag": "a998148e-9391-4612-a620-e87d27587b2a"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:01.535578 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] No DVR routers for this DVR port d0462f17-2899-4e37-9499-a06758c3a6c4 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:01.538218 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.539168 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=a998148e-9391-4612-a620-e87d27587b2a,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:01.540525 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-bcf6931d-9ab1-4d82-89dc-13850f58a6fa req-62cb39db-9224-40d0-bf65-c832176aafd1 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "DELETE /v2.0/ports/d0462f17-2899-4e37-9499-a06758c3a6c4 HTTP/1.1" status: 204 len: 173 time: 0.4880829 Aug 11 08:08:01.541193 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'name': 'network-vif-deleted', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:01.543760 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5745539c-5880-4dfe-8ce2-35957b06068e" -d '{"events": [{"server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "name": "network-vif-deleted", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:01.544053 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.574033 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb934b3-cbe6-4d5f-a0fd-91718e2a9155 x-openstack-request-id: req-fbb934b3-cbe6-4d5f-a0fd-91718e2a9155 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:01.574392 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "name": "network-vif-plugged", "status": "completed", "tag": "a998148e-9391-4612-a620-e87d27587b2a", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:01.574690 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fbb934b3-cbe6-4d5f-a0fd-91718e2a9155 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:01.575085 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a', 'code': 200} Aug 11 08:08:01.591133 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277513d-1d07-47a7-8895-2d01056be958 x-openstack-request-id: req-1277513d-1d07-47a7-8895-2d01056be958 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:01.591445 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff509e-6686-4464-b2e8-dd05e83ad9b7", "name": "network-vif-deleted", "tag": "d0462f17-2899-4e37-9499-a06758c3a6c4", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:01.591702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1277513d-1d07-47a7-8895-2d01056be958 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:01.592105 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff509e-6686-4464-b2e8-dd05e83ad9b7', 'name': 'network-vif-deleted', 'tag': 'd0462f17-2899-4e37-9499-a06758c3a6c4', 'status': 'completed', 'code': 200} Aug 11 08:08:01.603960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:01.790437 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb29e7-3cfb-4dbc-b86d-cc684db900ac req-adc43016-c703-4f6f-a300-cf9d84915cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.791943 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-59eb29e7-3cfb-4dbc-b86d-cc684db900ac req-adc43016-c703-4f6f-a300-cf9d84915cc7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 1098 time: 0.0399294 Aug 11 08:08:01.834009 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-59eb29e7-3cfb-4dbc-b86d-cc684db900ac req-d2519a10-21ca-4430-b967-acd1c07ac2db service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282705 Aug 11 08:08:02.494472 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3910a-c240-4c02-a275-a84defb9cd2e req-e7f5c545-f931-4bbf-8591-a897b9e5490b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.496248 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-51c3910a-c240-4c02-a275-a84defb9cd2e req-e7f5c545-f931-4bbf-8591-a897b9e5490b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0557585 Aug 11 08:08:02.533049 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-51c3910a-c240-4c02-a275-a84defb9cd2e req-630b55da-6a83-4a9a-9bd6-a41405aaa19c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301027 Aug 11 08:08:03.650148 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381844df-ff33-4220-961d-1ddc8aabcf5c req-d1b65293-495e-4fbc-ae3d-2ecbf628a0f3 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:03.651624 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-381844df-ff33-4220-961d-1ddc8aabcf5c req-d1b65293-495e-4fbc-ae3d-2ecbf628a0f3 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0518508 Aug 11 08:08:03.690730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-381844df-ff33-4220-961d-1ddc8aabcf5c req-010cdc13-1b19-42b7-9c7d-6afe278aaf78 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Aug 11 08:08:04.804152 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d8351-91b0-46af-841e-25dc046cd427 req-838b2745-98a1-4332-ab34-60df985bf1ef tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.805590 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-720d8351-91b0-46af-841e-25dc046cd427 req-838b2745-98a1-4332-ab34-60df985bf1ef tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0480242 Aug 11 08:08:04.843859 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-720d8351-91b0-46af-841e-25dc046cd427 req-e8ef43b5-d6d1-47a6-8af5-a3a8755b1dbd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 11 08:08:05.962430 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad6a4-0071-4cb7-aa55-0e502edb4a7c req-9c4930c2-409d-476c-a93d-e737f8e59717 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:05.963981 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c3ad6a4-0071-4cb7-aa55-0e502edb4a7c req-9c4930c2-409d-476c-a93d-e737f8e59717 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0547538 Aug 11 08:08:06.002512 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c3ad6a4-0071-4cb7-aa55-0e502edb4a7c req-2178718b-c188-4fde-9b14-2eda2ff277fc tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Aug 11 08:08:06.172051 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d0462f17-2899-4e37-9499-a06758c3a6c4 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:06.192307 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: d0462f17-2899-4e37-9499-a06758c3a6c4 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:06.192650 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device d0462f17-2899-4e37-9499-a06758c3a6c4 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:07.114981 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96728-c9b8-4f40-8c89-daef5b23eb55 req-35378a4e-d708-4157-9e7b-d88bcb87195c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.116382 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-14b96728-c9b8-4f40-8c89-daef5b23eb55 req-35378a4e-d708-4157-9e7b-d88bcb87195c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0481281 Aug 11 08:08:07.154495 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-14b96728-c9b8-4f40-8c89-daef5b23eb55 req-967e1608-30c4-447b-a609-e4324220f2d9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Aug 11 08:08:12.286605 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-eec43d1c-e648-42e3-82d4-928408d67188 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.288057 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-eec43d1c-e648-42e3-82d4-928408d67188 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 813 time: 0.1006010 Aug 11 08:08:12.302606 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-86e201ac-7fba-421e-8b9e-60f982a91c60 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/quotas/bbb512b3793e4bcbb9b2c589bf1e62dd HTTP/1.1" status: 200 len: 375 time: 0.0088058 Aug 11 08:08:12.333888 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-d4e41dd1-e915-4e5e-946e-d6b792d79dcf tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260055 Aug 11 08:08:12.425412 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-01283eb9-e4a7-417f-b4b6-036f83370497 service neutron] 10.222.0.68 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Aug 11 08:08:12.511186 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-0b0ffb7f-bd80-4ecd-b1d2-24e72948bfb9 service neutron] 10.222.0.68 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798421 Aug 11 08:08:12.666731 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-12959c1f-739f-471d-b5de-9ebe597b8280 req-b64861e7-02dd-4701-b058-458a1ec4b0bf tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 210 time: 0.0256658 Aug 11 08:08:13.760096 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-1eaa3678-dcb2-4bc7-8099-50d672f03164 req-e54b66d7-ccc1-4ebe-8886-abf25ea6c593 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Aug 11 08:08:13.804378 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7ff47d19-9892-4312-ae5e-0307b86dc4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:13.910842 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-6de5bea3-7a69-4f02-8898-37f3a950dfbb tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:13.912301 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-6de5bea3-7a69-4f02-8898-37f3a950dfbb tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 813 time: 0.1059527 Aug 11 08:08:13.929555 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Request body: {'port': {'device_id': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d', 'admin_state_up': True, 'tenant_id': 'bbb512b3793e4bcbb9b2c589bf1e62dd'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:14.035372 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Made reservation on behalf of bbb512b3793e4bcbb9b2c589bf1e62dd for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:14.039212 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.167474 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Allocated IP 172.20.0.2 (a2a90c8e-8da7-4389-aee1-b48a8feeb82d/bc24b81d-6b3d-4ce5-ab74-a420d00f04a0/2ef00fd7-581f-4a13-918e-3481eb5428c7) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:14.314364 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.352650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.395722 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Network a2a90c8e-8da7-4389-aee1-b48a8feeb82d is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:14.400711 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:14.404506 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:14.428089 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Pushing event updated for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:14.457670 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.458272 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.472355 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-52cf95c7-adac-4b3f-930a-e1fbc4677631 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468063 Aug 11 08:08:14.490869 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Request body: {'port': {'device_id': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:14.549008 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.803827 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef00fd7-581f-4a13-918e-3481eb5428c7 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:14.811583 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.823144 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Transition to ACTIVE for port object 2ef00fd7-581f-4a13-918e-3481eb5428c7 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:14.842017 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.922644 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:14.945127 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0f47-0b62-4f96-952a-f004e7fc717d req-7ed05663-6bb9-426d-9cbd-ce4f2db696bb tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.946614 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2c7f0f47-0b62-4f96-952a-f004e7fc717d req-7ed05663-6bb9-426d-9cbd-ce4f2db696bb tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 943 time: 0.1142359 Aug 11 08:08:15.018730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-2c7f0f47-0b62-4f96-952a-f004e7fc717d req-e5f88baa-b2c8-43d9-9345-8dd14eefc6c6 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512395 Aug 11 08:08:15.020999 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Attempting to bind port 2ef00fd7-581f-4a13-918e-3481eb5428c7 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:15.021496 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Attempting to bind port 2ef00fd7-581f-4a13-918e-3481eb5428c7 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:15.021663 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Attempting to bind port 2ef00fd7-581f-4a13-918e-3481eb5428c7 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:15.025977 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Port 2ef00fd7-581f-4a13-918e-3481eb5428c7 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:15.026295 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Attempting to bind port 2ef00fd7-581f-4a13-918e-3481eb5428c7 on network a2a90c8e-8da7-4389-aee1-b48a8feeb82d {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:15.031884 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:15.032226 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Checking segment: {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:15.032606 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Bound using segment: {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:15.033059 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Bound port: 2ef00fd7-581f-4a13-918e-3481eb5428c7, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f559f28a-3343-4601-bb41-23c959269c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:15.033412 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:15.098690 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:15.101558 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:15.106702 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:15.138536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.139143 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:15.140504 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] 10.222.0.78 "PUT /v2.0/ports/2ef00fd7-581f-4a13-918e-3481eb5428c7 HTTP/1.1" status: 200 len: 1093 time: 0.6543479 Aug 11 08:08:15.140961 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:15.143176 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c483192d-cc31-4336-9d65-7d4d9c7d774e" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:15.169803 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b8a31-a1d0-42fb-aaca-6d2bc082c290 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:15.184087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51c0212-7d24-48b3-af5f-4b95fc239787 x-openstack-request-id: req-e51c0212-7d24-48b3-af5f-4b95fc239787 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:15.184970 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:15.185240 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e51c0212-7d24-48b3-af5f-4b95fc239787 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:15.185703 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7', 'status': 'completed', 'code': 200} Aug 11 08:08:15.224709 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-838569f6-694c-40a3-970a-ab83545c05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.226203 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-838569f6-694c-40a3-970a-ab83545c05fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 1096 time: 0.0393569 Aug 11 08:08:15.270643 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-fdbaba03-3e2b-40bc-9afa-e4bb6c430eb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7 HTTP/1.1" status: 200 len: 217 time: 0.0356271 Aug 11 08:08:15.321900 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4efd1996-644e-43f8-ac49-09342fdfcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.323368 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-4efd1996-644e-43f8-ac49-09342fdfcea9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 HTTP/1.1" status: 200 len: 853 time: 0.0424430 Aug 11 08:08:15.355146 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-920c9069-7c21-47dd-8549-3c03b5e9f184 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237143 Aug 11 08:08:15.442694 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-571c111e-2558-4c40-9287-22acee318b94 service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796242 Aug 11 08:08:15.538338 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8b91c160-61f1-4cbf-bb3c-d7bd552a137c req-3647c117-13aa-4921-9da3-18ecd46b36fd service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Aug 11 08:08:15.624649 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-e34dc94d-8ea0-4889-945b-f19df77df906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.626163 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-e34dc94d-8ea0-4889-945b-f19df77df906 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 1096 time: 0.0418782 Aug 11 08:08:15.717629 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-f17528bd-dcee-4fa8-83cf-4168923765f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.719066 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-f17528bd-dcee-4fa8-83cf-4168923765f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 200 len: 914 time: 0.0848122 Aug 11 08:08:15.760361 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-8624deb7-eb9b-4c19-ad17-4d8c39e8d6fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7 HTTP/1.1" status: 200 len: 217 time: 0.0335493 Aug 11 08:08:15.809419 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-7c5acd70-72c0-4c56-8e0d-392cefd4aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.810928 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-7c5acd70-72c0-4c56-8e0d-392cefd4aa81 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 HTTP/1.1" status: 200 len: 853 time: 0.0433049 Aug 11 08:08:15.846132 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-fb616823-e8fb-4376-b0cf-b15a1afa72fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a2a90c8e-8da7-4389-aee1-b48a8feeb82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247734 Aug 11 08:08:15.938699 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-497fb870-b017-4e0b-92ac-f8f8a0570a6d service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838521 Aug 11 08:08:16.030356 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c483192d-cc31-4336-9d65-7d4d9c7d774e req-67969558-c243-4840-bca9-dd34203ffee7 service neutron] 10.222.0.78 "GET /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820727 Aug 11 08:08:16.136441 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ec73-8071-45d8-ac7c-d9c0bc7458a3 req-128119c5-f9a7-4315-9715-ca892e4903cd tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.138930 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0e34ec73-8071-45d8-ac7c-d9c0bc7458a3 req-128119c5-f9a7-4315-9715-ca892e4903cd tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 943 time: 0.0544465 Aug 11 08:08:16.174719 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0e34ec73-8071-45d8-ac7c-d9c0bc7458a3 req-06768a7b-a9c9-481f-95f9-819c78e2d9ab tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300174 Aug 11 08:08:16.750150 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-8677eda9-cc30-406a-9670-474e3e669163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.868368 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.292775 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66714759-8c1c-4e40-a7bd-3432a5c8b839 req-e2b36d2e-848e-4233-b7f9-fd10eff2a09e tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.294474 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-66714759-8c1c-4e40-a7bd-3432a5c8b839 req-e2b36d2e-848e-4233-b7f9-fd10eff2a09e tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 943 time: 0.0517349 Aug 11 08:08:17.333174 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-66714759-8c1c-4e40-a7bd-3432a5c8b839 req-2682120b-e505-4443-ad41-41a0a62da6de tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Aug 11 08:08:17.843383 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.250926 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2ef00fd7-581f-4a13-918e-3481eb5428c7 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:18.343998 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:18.354772 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '2ef00fd7-581f-4a13-918e-3481eb5428c7', 'network_id': 'a2a90c8e-8da7-4389-aee1-b48a8feeb82d', 'port_id': '2ef00fd7-581f-4a13-918e-3481eb5428c7', 'mac_address': 'fa:16:3e:5d:1f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc24b81d-6b3d-4ce5-ab74-a420d00f04a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:18.391062 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.404296 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef00fd7-581f-4a13-918e-3481eb5428c7 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:18.423831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:18.428297 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.447919 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e048c1-056b-43bc-bc49-a67c8732d054 req-3eaf7b81-5a9e-4c4d-98a6-d81f068bb00f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:18.449456 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-43e048c1-056b-43bc-bc49-a67c8732d054 req-3eaf7b81-5a9e-4c4d-98a6-d81f068bb00f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 943 time: 0.0508392 Aug 11 08:08:18.478492 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:18.486105 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.486468 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.486807 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.487142 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.487500 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.487831 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.488161 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.488288 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-43e048c1-056b-43bc-bc49-a67c8732d054 req-0f5a381a-fc17-4687-912e-4da3888b5c3f tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Aug 11 08:08:18.488489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.488812 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.489166 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.489489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.489819 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:18.730960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['2ef00fd7-581f-4a13-918e-3481eb5428c7'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:19.051153 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.604051 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46de31a-ed03-41af-8be0-200413e88fd4 req-8df828d4-74f4-41aa-b39c-7158eca7e5ae tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.605562 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a46de31a-ed03-41af-8be0-200413e88fd4 req-8df828d4-74f4-41aa-b39c-7158eca7e5ae tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 944 time: 0.0484390 Aug 11 08:08:19.645983 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-a46de31a-ed03-41af-8be0-200413e88fd4 req-a0880e65-151f-4ccc-bf29-72903e950470 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Aug 11 08:08:20.256937 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2ef00fd7-581f-4a13-918e-3481eb5428c7 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:20.303774 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 2ef00fd7-581f-4a13-918e-3481eb5428c7 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:20.307392 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 2ef00fd7-581f-4a13-918e-3481eb5428c7 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:20.307772 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.391408 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.414911 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:20.417177 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddf0c32-39ee-464f-bbaa-1e77b1fd25cb" -d '{"events": [{"server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "name": "network-vif-plugged", "status": "completed", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:20.431183 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:20.437554 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.460706 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebd9c4-f644-40a9-b80a-9f6391483616 x-openstack-request-id: req-c7ebd9c4-f644-40a9-b80a-9f6391483616 {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:20.461030 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "name": "network-vif-plugged", "status": "completed", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:20.461284 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7ebd9c4-f644-40a9-b80a-9f6391483616 {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:20.461673 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7', 'code': 200} Aug 11 08:08:20.490189 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:20.521854 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-4d7d755a-c391-420b-848b-188ff8ce22fd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.523570 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-4d7d755a-c391-420b-848b-188ff8ce22fd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1131773 Aug 11 08:08:20.539808 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-6e330e22-6b14-41ba-a014-1a091408abf2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/quotas/89039666d9bb47e1b54bb49a9c21e413 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Aug 11 08:08:20.596082 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-090b8740-139d-45c0-9e04-166b588e224b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500062 Aug 11 08:08:20.691672 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4e8c-018d-4e1e-95a1-a5839d041209 req-3ac7764e-3d14-42c7-9ef2-1d2d98ab8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.693183 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5d6b4e8c-018d-4e1e-95a1-a5839d041209 req-3ac7764e-3d14-42c7-9ef2-1d2d98ab8b34 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 1098 time: 0.0962536 Aug 11 08:08:20.717433 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-85e59b78-e5a0-4005-8521-6283f42489c4 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135499 Aug 11 08:08:20.764769 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2bda-56af-4ac1-bc4c-d2ec1ef5073d req-dcb04bca-1106-49af-bfd1-9786438b5d96 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.766222 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5d8d2bda-56af-4ac1-bc4c-d2ec1ef5073d req-dcb04bca-1106-49af-bfd1-9786438b5d96 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0494761 Aug 11 08:08:20.784737 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5d6b4e8c-018d-4e1e-95a1-a5839d041209 req-c04a3408-e62e-464d-8a4c-f50e76700c49 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768654 Aug 11 08:08:20.803481 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-5d8d2bda-56af-4ac1-bc4c-d2ec1ef5073d req-ec161985-b046-4759-bb4d-3c26b8bd0f6e tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Aug 11 08:08:20.821764 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-e54e701d-e5b8-4447-a996-b09d6fa0c767 service neutron] 10.222.0.68 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981338 Aug 11 08:08:20.974970 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-2255ef53-622d-436d-89f0-24c30ff869f2 req-b75a2f9e-d991-48f0-b399-c3dcc88509c8 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Aug 11 08:08:21.992440 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed756-691c-4869-ac3e-bc3f00f58c92 req-99476ac3-e8dc-4925-9777-8a40fcbea74b tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:21.993932 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6d9ed756-691c-4869-ac3e-bc3f00f58c92 req-99476ac3-e8dc-4925-9777-8a40fcbea74b tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.1135414 Aug 11 08:08:22.055830 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-79080985-c6c6-4e3f-9b64-58dc17bb33d4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.057294 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-79080985-c6c6-4e3f-9b64-58dc17bb33d4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 815 time: 0.1406257 Aug 11 08:08:22.063211 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-6d9ed756-691c-4869-ac3e-bc3f00f58c92 req-68deeba0-a27b-43b4-ad95-52b20a2dd6db tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631640 Aug 11 08:08:22.073344 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b08e2bb0-1ea8-4c34-bd2c-4ecdca227cc9 req-dc069310-0401-429c-bc0d-f2f99e292493 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Aug 11 08:08:22.087178 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Request body: {'port': {'device_id': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'admin_state_up': True, 'tenant_id': '89039666d9bb47e1b54bb49a9c21e413'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:22.191499 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Made reservation on behalf of 89039666d9bb47e1b54bb49a9c21e413 for: {'port': 1} {{(pid=93661) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:22.195061 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.322071 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_common [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Allocated IP 172.20.0.13 (89238eb4-0d26-4edf-bbab-ce6a70db1abe/c20f00c3-403d-481b-97f1-7c91889bf07e/760b0965-f128-408c-9f60-40c86aefcb75) {{(pid=93661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:22.472906 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks [] for port, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.511291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783659982596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.523889 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877', '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'a998148e-9391-4612-a620-e87d27587b2a'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:22.551283 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Network 89238eb4-0d26-4edf-bbab-ce6a70db1abe is already hosted by enough agents. {{(pid=93661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:22.554392 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.base_scheduler [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Resources bound (agent type, host, resource id): {{(pid=93661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:22.560824 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Received port after_create {{(pid=93661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:22.585978 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event updated for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:22.613764 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.614397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.628884 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-54677f05-87d7-499f-aca3-6f1dffedef89 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526989 Aug 11 08:08:22.643814 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.v2.base [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Request body: {'port': {'device_id': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93661) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:22.701628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.955605 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760b0965-f128-408c-9f60-40c86aefcb75 {{(pid=93661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:22.962740 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.975534 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.provisioning_blocks [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Transition to ACTIVE for port object 760b0965-f128-408c-9f60-40c86aefcb75 will not be triggered until provisioned by entity L2. {{(pid=93661) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:22.980153 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.026785 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Pushing event updated for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=2']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:23.097412 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Attempting to bind port 760b0965-f128-408c-9f60-40c86aefcb75 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:23.097759 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Attempting to bind port 760b0965-f128-408c-9f60-40c86aefcb75 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:23.098822 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Attempting to bind port 760b0965-f128-408c-9f60-40c86aefcb75 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:23.105123 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Port 760b0965-f128-408c-9f60-40c86aefcb75 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:23.105123 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Attempting to bind port 760b0965-f128-408c-9f60-40c86aefcb75 on network 89238eb4-0d26-4edf-bbab-ce6a70db1abe {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:23.109363 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Checking agent: {'id': 'd032a43d-692b-4900-8d54-527d11124851', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'started_at': datetime.datetime(2021, 8, 11, 7, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:23.109706 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Checking segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:23.110095 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Bound using segment: {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'} {{(pid=93661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:23.110526 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.managers [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Bound port: 760b0965-f128-408c-9f60-40c86aefcb75, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1816f04-4645-4047-8c7f-a5a36d5abf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe'}}] {{(pid=93661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:23.111003 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.192578 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40585d-8d29-48e0-9f13-ab23a7e18943 req-c6ce6708-7d93-4bfb-a90e-6bde9c37d90f tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.194161 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cc40585d-8d29-48e0-9f13-ab23a7e18943 req-c6ce6708-7d93-4bfb-a90e-6bde9c37d90f tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Aug 11 08:08:23.203898 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, cleared binding levels {{(pid=93661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:23.208420 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=760b0965-f128-408c-9f60-40c86aefcb75,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:23.218185 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ee784-846a-49fc-abbc-befb97780e9d req-75e23681-4b59-4476-a3f3-588a4dca28ce tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.219659 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1d6ee784-846a-49fc-abbc-befb97780e9d req-75e23681-4b59-4476-a3f3-588a4dca28ce tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0769365 Aug 11 08:08:23.221163 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3594078'] for port, after_update {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.235501 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-cc40585d-8d29-48e0-9f13-ab23a7e18943 req-594eefbc-1a01-4475-8383-345a0c79673f tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Aug 11 08:08:23.277566 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.278840 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.280190 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] 10.222.0.78 "PUT /v2.0/ports/760b0965-f128-408c-9f60-40c86aefcb75 HTTP/1.1" status: 200 len: 1094 time: 0.6405458 Aug 11 08:08:23.281637 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:23.283834 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2aca4-60ef-4118-89f3-392867b42445" -d '{"events": [{"name": "network-changed", "server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "tag": "760b0965-f128-408c-9f60-40c86aefcb75"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:23.312628 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e6bb-4caa-4a8a-9bf7-f9a16e1be135 service neutron] Pushing event updated for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=3']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:23.319912 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1d6ee784-846a-49fc-abbc-befb97780e9d req-5810d073-9982-4075-a9aa-f4cb5c167b4b tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709589 Aug 11 08:08:23.321949 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4d767-1b16-4ee5-856b-3ce3d2f1662b x-openstack-request-id: req-80c4d767-1b16-4ee5-856b-3ce3d2f1662b {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:23.322284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "tag": "760b0965-f128-408c-9f60-40c86aefcb75", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:23.322533 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80c4d767-1b16-4ee5-856b-3ce3d2f1662b {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:23.322942 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75', 'status': 'completed', 'code': 200} Aug 11 08:08:23.369851 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-08dd3763-9f9a-47ad-b273-38da8efd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.371512 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-08dd3763-9f9a-47ad-b273-38da8efd8b83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0409362 Aug 11 08:08:23.414241 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-e2afceae-81bf-4678-b4c6-1a7dd265af7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760b0965-f128-408c-9f60-40c86aefcb75 HTTP/1.1" status: 200 len: 217 time: 0.0347123 Aug 11 08:08:23.470219 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-137be937-7aac-4bee-bc46-a7db9b57b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.471676 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-137be937-7aac-4bee-bc46-a7db9b57b354 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0475426 Aug 11 08:08:23.509703 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-2e6e71be-7f95-4c53-b5ac-cc889be5a26c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251625 Aug 11 08:08:23.602971 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-472e4938-9832-4783-beda-28effbd00ba3 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849202 Aug 11 08:08:23.713077 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-f783f7ed-e741-45ba-8250-d7cf458e9b14 req-eccbd4e7-a3c7-456e-9835-e873fd9ed5bc service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937924 Aug 11 08:08:23.798795 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2aca4-60ef-4118-89f3-392867b42445 req-58978edf-29aa-45b1-ae82-06a1cb1ec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.800278 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-58978edf-29aa-45b1-ae82-06a1cb1ec6da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0423181 Aug 11 08:08:23.897346 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2aca4-60ef-4118-89f3-392867b42445 req-0948b3f7-2d26-4c17-b4f7-a2b125353cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.898942 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-0948b3f7-2d26-4c17-b4f7-a2b125353cc0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 916 time: 0.0896714 Aug 11 08:08:23.946420 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-9997c031-8c7b-4bac-88bd-04f84d52ca32 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760b0965-f128-408c-9f60-40c86aefcb75 HTTP/1.1" status: 200 len: 217 time: 0.0383868 Aug 11 08:08:23.995656 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2aca4-60ef-4118-89f3-392867b42445 req-2ce820c9-9c75-46f2-93c2-f19fb3b52eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.997738 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-2ce820c9-9c75-46f2-93c2-f19fb3b52eea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0430570 Aug 11 08:08:24.035307 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-973c9184-490e-40fe-822a-4ba49596716b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232522 Aug 11 08:08:24.133971 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-8e8d0563-7cbe-456e-8f07-d74e05d11063 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Aug 11 08:08:24.227573 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81d2aca4-60ef-4118-89f3-392867b42445 req-04ef0a22-cc19-4e85-b407-e281129a7634 service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815105 Aug 11 08:08:24.622639 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d4fd-6e4a-43c2-8c9b-7b14ec89ba3a req-95341a1f-6d82-45f4-b4d9-51d999de8c63 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.624048 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0289d4fd-6e4a-43c2-8c9b-7b14ec89ba3a req-95341a1f-6d82-45f4-b4d9-51d999de8c63 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 944 time: 0.3218269 Aug 11 08:08:24.660972 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0289d4fd-6e4a-43c2-8c9b-7b14ec89ba3a req-6bc9f95a-fbf8-4beb-873d-65e4edb10790 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Aug 11 08:08:25.777544 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed6470-991c-4409-9770-7c8e0376f5c6 req-fe3a3b45-0bf1-494a-a82a-8e6cebf13285 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.779724 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-62ed6470-991c-4409-9770-7c8e0376f5c6 req-fe3a3b45-0bf1-494a-a82a-8e6cebf13285 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 944 time: 0.0499911 Aug 11 08:08:25.817408 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-62ed6470-991c-4409-9770-7c8e0376f5c6 req-c70dd819-c87a-4027-b6cc-0690a6b1cf1c tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Aug 11 08:08:26.277359 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 760b0965-f128-408c-9f60-40c86aefcb75 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93662) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:26.369399 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=760b0965-f128-408c-9f60-40c86aefcb75,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:26.381304 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Returning: {'device': '760b0965-f128-408c-9f60-40c86aefcb75', 'network_id': '89238eb4-0d26-4edf-bbab-ce6a70db1abe', 'port_id': '760b0965-f128-408c-9f60-40c86aefcb75', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f00c3-403d-481b-97f1-7c91889bf07e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93662) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:26.419725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.431556 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760b0965-f128-408c-9f60-40c86aefcb75 {{(pid=93662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:26.450681 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=760b0965-f128-408c-9f60-40c86aefcb75,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:26.454110 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.499380 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=4']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:26.754503 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['760b0965-f128-408c-9f60-40c86aefcb75'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:26.932271 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7e53e-6034-4619-af0d-ba4cc20bbfc3 req-5da71258-64f8-4cbf-9a48-3e5ea9484522 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.933781 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b9a7e53e-6034-4619-af0d-ba4cc20bbfc3 req-5da71258-64f8-4cbf-9a48-3e5ea9484522 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 945 time: 0.0488048 Aug 11 08:08:26.972009 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-b9a7e53e-6034-4619-af0d-ba4cc20bbfc3 req-94032185-c721-4a39-9df1-33ad9fab99ed tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Aug 11 08:08:28.085563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b0a8-008f-4968-8998-baf788a9d8f4 req-ade9d2df-1c77-4c30-9894-bf67f79fe510 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.087032 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6307b0a8-008f-4968-8998-baf788a9d8f4 req-ade9d2df-1c77-4c30-9894-bf67f79fe510 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Aug 11 08:08:28.124815 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-6307b0a8-008f-4968-8998-baf788a9d8f4 req-f785e138-8d7e-4932-94a5-02fafc62f683 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Aug 11 08:08:28.293932 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 760b0965-f128-408c-9f60-40c86aefcb75 up at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:28.340140 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning for port 760b0965-f128-408c-9f60-40c86aefcb75 completed by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:28.344062 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.provisioning_blocks [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Provisioning complete for port 760b0965-f128-408c-9f60-40c86aefcb75 triggered by entity L2. {{(pid=93662) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:28.344425 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771695'] for port, provisioning_complete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:28.417826 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666407'] for port, before_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:28.440090 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75'}] {{(pid=93662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:28.442328 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc726240b02bbbe9e73de098a5bd4ac43ec0362a8d2497f10e660668cf6970bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba77ffd-62ee-46dd-a107-9ce0fffecd34" -d '{"events": [{"server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "name": "network-vif-plugged", "status": "completed", "tag": "760b0965-f128-408c-9f60-40c86aefcb75"}]}' {{(pid=93662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:28.455502 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=760b0965-f128-408c-9f60-40c86aefcb75,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:28.460933 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783660453277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783659982614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783659982632'] for port, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:28.486809 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b248d-1b19-4561-8110-ade3058c01ff x-openstack-request-id: req-446b248d-1b19-4561-8110-ade3058c01ff {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:28.487090 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "name": "network-vif-plugged", "status": "completed", "tag": "760b0965-f128-408c-9f60-40c86aefcb75", "code": 200}]} {{(pid=93662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:28.487334 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-446b248d-1b19-4561-8110-ade3058c01ff {{(pid=93662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:28.487708 dv-cinder-802669-4-iscsi neutron-server[93662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75', 'code': 200} Aug 11 08:08:28.513348 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Pushing event updated for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=5']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:28.656984 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945fed-7d75-412b-9512-0a6998658314 req-247e986b-4769-45c2-a85a-8dc693540d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.658461 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5f945fed-7d75-412b-9512-0a6998658314 req-247e986b-4769-45c2-a85a-8dc693540d3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 1099 time: 0.0401022 Aug 11 08:08:28.693246 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-5f945fed-7d75-412b-9512-0a6998658314 req-ea25de28-62dc-4619-9bfc-b1813f554d18 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270953 Aug 11 08:08:29.240801 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7eb5d-5ba5-4e9f-9a8a-b94e694cde3a req-c8ee3b7f-9d23-440a-9687-1d123b44e1ee tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.242289 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0be7eb5d-5ba5-4e9f-9a8a-b94e694cde3a req-c8ee3b7f-9d23-440a-9687-1d123b44e1ee tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 11 08:08:29.280060 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0be7eb5d-5ba5-4e9f-9a8a-b94e694cde3a req-99a146e9-c938-455b-991e-8b2ead66abbe tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Aug 11 08:08:29.348109 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:30.398384 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f46856-057e-4f80-8264-2151329852bd req-fe743c19-7eef-4d9e-8b63-ad2905c57456 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.399828 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f46856-057e-4f80-8264-2151329852bd req-fe743c19-7eef-4d9e-8b63-ad2905c57456 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0503883 Aug 11 08:08:30.437614 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-33f46856-057e-4f80-8264-2151329852bd req-84fd8658-b7d1-49f2-98ec-2727c65daeaf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Aug 11 08:08:37.144976 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:08:43.805266 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cdc4-50fe-45cd-8556-817ad5e505d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.915179 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db401a-bc57-4e9a-86e3-64c7d3432406 req-acaf2832-a6cd-485a-9395-22a2b163f6d2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:44.916679 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-08db401a-bc57-4e9a-86e3-64c7d3432406 req-acaf2832-a6cd-485a-9395-22a2b163f6d2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0478034 Aug 11 08:08:44.954120 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-08db401a-bc57-4e9a-86e3-64c7d3432406 req-8f241c63-c861-42ac-9a6d-f641c44c2eb5 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Aug 11 08:08:45.360061 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cb1c2-35f1-4aab-a9ab-f384a2736f26 req-2521d2da-4715-464b-aa56-9748346f19d8 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.361574 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4a5cb1c2-35f1-4aab-a9ab-f384a2736f26 req-2521d2da-4715-464b-aa56-9748346f19d8 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Aug 11 08:08:45.399142 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-4a5cb1c2-35f1-4aab-a9ab-f384a2736f26 req-413f3a1d-38d7-408c-9b6b-1d55030eb2e4 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Aug 11 08:08:46.071090 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa7d02-6336-4933-b189-07630f14a918 req-f31e0cd2-b0fc-4793-8333-6f51e73c9311 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:46.072539 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81aa7d02-6336-4933-b189-07630f14a918 req-f31e0cd2-b0fc-4793-8333-6f51e73c9311 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0484061 Aug 11 08:08:46.109986 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-81aa7d02-6336-4933-b189-07630f14a918 req-b5cf1e42-3eba-46af-b0d4-fc182480ba77 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Aug 11 08:08:46.516665 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18ccd-a270-4697-abf7-57ce4668191b req-86b8b7b4-e784-491d-8211-e0967cb61a5c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:46.518168 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-61c18ccd-a270-4697-abf7-57ce4668191b req-86b8b7b4-e784-491d-8211-e0967cb61a5c tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0526874 Aug 11 08:08:46.554892 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-61c18ccd-a270-4697-abf7-57ce4668191b req-679cdaa7-35d9-45f3-b7f4-c26a54e60c96 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Aug 11 08:08:46.749702 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509c-c361-4f47-a355-2eef94b03575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.868644 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.013523 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-f9dff279-0116-4082-ab0d-eb947d9f821d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.014871 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-f9dff279-0116-4082-ab0d-eb947d9f821d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0480137 Aug 11 08:08:47.111192 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Deleting port 760b0965-f128-408c-9f60-40c86aefcb75 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:47.111858 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.227906 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] For port 760b0965-f128-408c-9f60-40c86aefcb75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=760b0965-f128-408c-9f60-40c86aefcb75,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:47.228271 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.251191 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Calling delete_port for 760b0965-f128-408c-9f60-40c86aefcb75 owned by compute:nova {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:47.274872 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312775-4e68-4bb3-81c6-40c0b3a58152 req-a1b8bb5c-bd41-40f9-8130-d5ffcfc8e725 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.276281 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-62312775-4e68-4bb3-81c6-40c0b3a58152 req-a1b8bb5c-bd41-40f9-8130-d5ffcfc8e725 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=1452927b-9ab8-4ca6-9305-cb48b3caf4b9 HTTP/1.1" status: 200 len: 946 time: 0.0918689 Aug 11 08:08:47.324684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-ac0cb804-c2fa-4ee0-ba96-ef7e5517c09e tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.326587 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-ac0cb804-c2fa-4ee0-ba96-ef7e5517c09e tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Aug 11 08:08:47.355315 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-62312775-4e68-4bb3-81c6-40c0b3a58152 req-754ab468-7b19-4148-9602-59e7eb4882a2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489564 Aug 11 08:08:47.421438 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Deleting port 2ef00fd7-581f-4a13-918e-3481eb5428c7 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:47.421787 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.423981 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.438395 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877', '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'a998148e-9391-4612-a620-e87d27587b2a', '760b0965-f128-408c-9f60-40c86aefcb75'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:47.466704 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event deleted for resources: {'Port': ['ID=760b0965-f128-408c-9f60-40c86aefcb75,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:47.498887 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] No DVR routers for this DVR port 760b0965-f128-408c-9f60-40c86aefcb75 on host hv-cinder-80266 {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:47.502660 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.504922 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-8c0f6f36-07aa-45e6-b696-cba51e4c43dd req-a55a2186-a321-4409-b915-5a2c2f59c526 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "DELETE /v2.0/ports/760b0965-f128-408c-9f60-40c86aefcb75 HTTP/1.1" status: 204 len: 173 time: 0.4797435 Aug 11 08:08:47.505357 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'name': 'network-vif-deleted', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75'}] {{(pid=93661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:47.507588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07d71abe86e2c90b3d1cf225008f32f2ac99b422f3c7e736a54420bfd3341ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0780e49-4f81-430b-be91-55f796e74ff4" -d '{"events": [{"server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "name": "network-vif-deleted", "tag": "760b0965-f128-408c-9f60-40c86aefcb75"}]}' {{(pid=93661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:47.529815 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] For port 2ef00fd7-581f-4a13-918e-3481eb5428c7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2ef00fd7-581f-4a13-918e-3481eb5428c7,segment=NetworkSegment(f559f28a-3343-4601-bb41-23c959269c9b),segment_id=f559f28a-3343-4601-bb41-23c959269c9b)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:47.531033 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.549332 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Calling delete_port for 2ef00fd7-581f-4a13-918e-3481eb5428c7 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:47.556101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062d61e-0496-4bc1-9194-9747903001f2 x-openstack-request-id: req-8062d61e-0496-4bc1-9194-9747903001f2 {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:47.556557 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1452927b-9ab8-4ca6-9305-cb48b3caf4b9", "name": "network-vif-deleted", "tag": "760b0965-f128-408c-9f60-40c86aefcb75", "status": "completed", "code": 200}]} {{(pid=93661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:47.556814 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8062d61e-0496-4bc1-9194-9747903001f2 {{(pid=93661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:47.557248 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1452927b-9ab8-4ca6-9305-cb48b3caf4b9', 'name': 'network-vif-deleted', 'tag': '760b0965-f128-408c-9f60-40c86aefcb75', 'status': 'completed', 'code': 200} Aug 11 08:08:47.681768 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44411d0-bd09-435b-ae4a-af3e2cea1fa2 req-007ed53e-65f4-48ab-9d5e-d134981742e0 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.683315 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c44411d0-bd09-435b-ae4a-af3e2cea1fa2 req-007ed53e-65f4-48ab-9d5e-d134981742e0 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b4b4d4-7fe2-4cc1-835a-64000cb445a9 HTTP/1.1" status: 200 len: 945 time: 0.0569508 Aug 11 08:08:47.697346 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.724853 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c44411d0-bd09-435b-ae4a-af3e2cea1fa2 req-92f0d996-8631-43a0-9d08-4432622d45b5 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Aug 11 08:08:47.728550 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Pushing event deleted for resources: {'Port': ['ID=2ef00fd7-581f-4a13-918e-3481eb5428c7,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:47.741927 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.742369 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.742786 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.749247 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.749802 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.750152 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.750490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.750818 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.751143 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.751467 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.751878 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.752207 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:47.787349 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] No DVR routers for this DVR port 2ef00fd7-581f-4a13-918e-3481eb5428c7 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:47.789622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.791952 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-685ed6be-ae4b-481a-9d24-1d7e8a304f17 req-a5c5f26b-cda0-4466-a170-53229af45268 tempest-VolumesSnapshotTestJSON-1642150073 tempest-VolumesSnapshotTestJSON-1642150073-project] 10.222.0.78 "DELETE /v2.0/ports/2ef00fd7-581f-4a13-918e-3481eb5428c7 HTTP/1.1" status: 204 len: 173 time: 0.4583724 Aug 11 08:08:47.792410 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'name': 'network-vif-deleted', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:47.794712 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a9038-cc53-43f3-ab51-960ca1bf6552" -d '{"events": [{"server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "name": "network-vif-deleted", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:47.836648 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538ae42-3527-4f5a-9de0-c0a4a6adf300 x-openstack-request-id: req-e538ae42-3527-4f5a-9de0-c0a4a6adf300 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:47.837169 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4b4d4-7fe2-4cc1-835a-64000cb445a9", "name": "network-vif-deleted", "tag": "2ef00fd7-581f-4a13-918e-3481eb5428c7", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:47.837429 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e538ae42-3527-4f5a-9de0-c0a4a6adf300 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:47.837894 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4b4d4-7fe2-4cc1-835a-64000cb445a9', 'name': 'network-vif-deleted', 'tag': '2ef00fd7-581f-4a13-918e-3481eb5428c7', 'status': 'completed', 'code': 200} Aug 11 08:08:47.847518 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.058686 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.776295 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc4480-ecee-4fb4-b4b4-6826b0260dec req-a3f4b451-1b29-4813-bc9e-8c0b181f7781 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.777811 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-31bc4480-ecee-4fb4-b4b4-6826b0260dec req-a3f4b451-1b29-4813-bc9e-8c0b181f7781 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0521729 Aug 11 08:08:49.815521 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-31bc4480-ecee-4fb4-b4b4-6826b0260dec req-7e780e2e-6d7f-434a-8569-c89b9b4bb950 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Aug 11 08:08:50.405350 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 760b0965-f128-408c-9f60-40c86aefcb75 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:50.425863 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 760b0965-f128-408c-9f60-40c86aefcb75 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:50.426301 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 760b0965-f128-408c-9f60-40c86aefcb75 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:50.426799 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2ef00fd7-581f-4a13-918e-3481eb5428c7 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:50.447484 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 2ef00fd7-581f-4a13-918e-3481eb5428c7 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:50.447824 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 2ef00fd7-581f-4a13-918e-3481eb5428c7 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:50.929163 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e56df-6668-4992-bad5-4990e49bb5df req-4fb8a011-4873-41ed-abde-22780d9cadcd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:50.930617 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c56e56df-6668-4992-bad5-4990e49bb5df req-4fb8a011-4873-41ed-abde-22780d9cadcd tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0480163 Aug 11 08:08:50.970900 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-c56e56df-6668-4992-bad5-4990e49bb5df req-cdd80012-b7d7-4811-8b6f-57bc8a4f8b0d tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Aug 11 08:08:52.084187 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ede86-b9da-42f9-9edf-ba87687fa143 req-d5a87ff4-32d0-47f6-a30f-b493b9f0e2f0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.085750 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ad4ede86-b9da-42f9-9edf-ba87687fa143 req-d5a87ff4-32d0-47f6-a30f-b493b9f0e2f0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0481503 Aug 11 08:08:52.121618 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-ad4ede86-b9da-42f9-9edf-ba87687fa143 req-53129ecc-ec7a-4270-bc99-88e4a061cce2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300145 Aug 11 08:08:53.235371 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a601301-ed63-4d51-bd5a-6f6827e15d36 req-cd2b0d02-f59d-41f0-9ac0-1ca8837ad6c4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:53.236852 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0a601301-ed63-4d51-bd5a-6f6827e15d36 req-cd2b0d02-f59d-41f0-9ac0-1ca8837ad6c4 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0486555 Aug 11 08:08:53.273730 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-0a601301-ed63-4d51-bd5a-6f6827e15d36 req-27dd8b08-91b9-4785-bf37-fa3889df781b tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Aug 11 08:08:54.145341 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-2189091c-afb0-4f5c-a428-0d9b31bb5701 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.146712 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-2189091c-afb0-4f5c-a428-0d9b31bb5701 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0486932 Aug 11 08:08:54.238979 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Deleting port a998148e-9391-4612-a620-e87d27587b2a {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:54.239314 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.326658 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] For port a998148e-9391-4612-a620-e87d27587b2a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=a998148e-9391-4612-a620-e87d27587b2a,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:54.327047 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.341096 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Calling delete_port for a998148e-9391-4612-a620-e87d27587b2a owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:54.443749 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5223a-0c45-4f5c-8ac0-9b6a72763cf4 req-798b1aa4-b44b-4a88-ac15-5d916403f523 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.445277 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-31b5223a-0c45-4f5c-8ac0-9b6a72763cf4 req-798b1aa4-b44b-4a88-ac15-5d916403f523 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=7780e245-0864-44a3-8959-6dc80027403f HTTP/1.1" status: 200 len: 945 time: 0.0956459 Aug 11 08:08:54.516518 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-31b5223a-0c45-4f5c-8ac0-9b6a72763cf4 req-3a8926f1-baad-42b9-bf85-a065414cb33a tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Aug 11 08:08:54.542444 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.555605 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877', '0c36eec9-ca9d-45e2-987d-c86f214a88d2'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:54.576591 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event deleted for resources: {'Port': ['ID=a998148e-9391-4612-a620-e87d27587b2a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:54.618999 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] No DVR routers for this DVR port a998148e-9391-4612-a620-e87d27587b2a on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:54.621666 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.624486 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-645a0a46-f0b9-43bd-be4e-7956b2e9b278 req-fcc3ac77-4975-42b8-b7ec-aac49c7c8630 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "DELETE /v2.0/ports/a998148e-9391-4612-a620-e87d27587b2a HTTP/1.1" status: 204 len: 173 time: 0.4713404 Aug 11 08:08:54.624990 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'name': 'network-vif-deleted', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:54.627218 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16b725-0905-4018-be3f-1523f8036879" -d '{"events": [{"server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "name": "network-vif-deleted", "tag": "a998148e-9391-4612-a620-e87d27587b2a"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:54.666351 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83cea1-9e8f-4167-8b6e-80cd4033ff8e x-openstack-request-id: req-5c83cea1-9e8f-4167-8b6e-80cd4033ff8e {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:54.666788 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7780e245-0864-44a3-8959-6dc80027403f", "name": "network-vif-deleted", "tag": "a998148e-9391-4612-a620-e87d27587b2a", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:54.667277 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c83cea1-9e8f-4167-8b6e-80cd4033ff8e {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:54.667950 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7780e245-0864-44a3-8959-6dc80027403f', 'name': 'network-vif-deleted', 'tag': 'a998148e-9391-4612-a620-e87d27587b2a', 'status': 'completed', 'code': 200} Aug 11 08:08:55.777940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0e479-7a7f-4c19-923d-b4bb5321a9ed req-39f7e8e3-ac19-4b53-9262-53e16e7ae4ab tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.780380 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-98a0e479-7a7f-4c19-923d-b4bb5321a9ed req-39f7e8e3-ac19-4b53-9262-53e16e7ae4ab tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0499189 Aug 11 08:08:55.819718 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-98a0e479-7a7f-4c19-923d-b4bb5321a9ed req-4b15a8bb-4de4-471c-9719-81f37f2aa173 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 11 08:08:56.462148 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device a998148e-9391-4612-a620-e87d27587b2a no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:56.482750 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: a998148e-9391-4612-a620-e87d27587b2a {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:56.483085 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device a998148e-9391-4612-a620-e87d27587b2a not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:56.937875 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476272a-b877-4fd3-b9f3-aaf16b11d639 req-6c75765b-443b-4824-8f63-cbdd79bd02a9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:56.939366 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1476272a-b877-4fd3-b9f3-aaf16b11d639 req-6c75765b-443b-4824-8f63-cbdd79bd02a9 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0486941 Aug 11 08:08:56.979045 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-1476272a-b877-4fd3-b9f3-aaf16b11d639 req-28274a3e-8eb1-4bba-8686-95b81f9e4522 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Aug 11 08:08:57.315620 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-ea152cd1-41ae-4e51-924a-d0828b4ad586 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.317103 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-ea152cd1-41ae-4e51-924a-d0828b4ad586 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 945 time: 0.0525234 Aug 11 08:08:57.409073 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Deleting port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:57.409341 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.509060 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] For port 0c36eec9-ca9d-45e2-987d-c86f214a88d2, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=0c36eec9-ca9d-45e2-987d-c86f214a88d2,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:57.509520 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.522806 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Calling delete_port for 0c36eec9-ca9d-45e2-987d-c86f214a88d2 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:57.644817 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.656291 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] get_ports_and_sgs() called for port_ids ['15a395eb-7955-47de-b352-808c43d51877', '0c36eec9-ca9d-45e2-987d-c86f214a88d2'] {{(pid=93662) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:57.675875 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event deleted for resources: {'Port': ['ID=0c36eec9-ca9d-45e2-987d-c86f214a88d2,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:57.714939 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] No DVR routers for this DVR port 0c36eec9-ca9d-45e2-987d-c86f214a88d2 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:57.718005 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.720316 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-0b712848-b189-4b4d-8557-5e7cb8668db2 req-f01591a3-d7e7-474e-9084-4e20ed73b9a0 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "DELETE /v2.0/ports/0c36eec9-ca9d-45e2-987d-c86f214a88d2 HTTP/1.1" status: 204 len: 173 time: 0.3953173 Aug 11 08:08:57.720780 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'name': 'network-vif-deleted', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:57.723288 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad2079-4c0b-42db-80cb-f58074efa438" -d '{"events": [{"server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "name": "network-vif-deleted", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:57.762490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038ae5c-d0d5-45c5-bfbe-a6209d6d7eed x-openstack-request-id: req-9038ae5c-d0d5-45c5-bfbe-a6209d6d7eed {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:57.762812 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387034b-be86-4727-a36d-3535df9d1e7b", "name": "network-vif-deleted", "tag": "0c36eec9-ca9d-45e2-987d-c86f214a88d2", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:57.763044 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9038ae5c-d0d5-45c5-bfbe-a6209d6d7eed {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:57.763443 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387034b-be86-4727-a36d-3535df9d1e7b', 'name': 'network-vif-deleted', 'tag': '0c36eec9-ca9d-45e2-987d-c86f214a88d2', 'status': 'completed', 'code': 200} Aug 11 08:08:58.084879 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-4e44b780-71fe-4d9c-b118-130381d6dc71 req-0c9295ee-e9d8-43f8-a03d-440f33931284 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=f387034b-be86-4727-a36d-3535df9d1e7b HTTP/1.1" status: 200 len: 210 time: 0.0273960 Aug 11 08:08:59.351539 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.702999 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 0c36eec9-ca9d-45e2-987d-c86f214a88d2 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:00.724457 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 0c36eec9-ca9d-45e2-987d-c86f214a88d2 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:00.724805 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 0c36eec9-ca9d-45e2-987d-c86f214a88d2 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:01.867169 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-bea7915a-0458-4106-b59a-54552bced71a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392437 Aug 11 08:09:01.936414 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3d2a-949e-4eae-9320-35f6de551296 req-25ca0539-1c48-4e77-8b01-862e91b2369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.937920 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-25ca0539-1c48-4e77-8b01-862e91b2369d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89039666d9bb47e1b54bb49a9c21e413&device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 1098 time: 0.0433261 Aug 11 08:09:02.040855 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3d2a-949e-4eae-9320-35f6de551296 req-ccb884e3-6ec0-49cc-84b1-c0443e713f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:02.042383 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-ccb884e3-6ec0-49cc-84b1-c0443e713f2f service neutron] 10.222.0.78 "GET /v2.0/networks?id=89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 200 len: 916 time: 0.0839510 Aug 11 08:09:02.084839 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-a93161b5-e0e6-4672-91af-2e71e4fd265c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15a395eb-7955-47de-b352-808c43d51877 HTTP/1.1" status: 200 len: 217 time: 0.0339639 Aug 11 08:09:02.138623 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3d2a-949e-4eae-9320-35f6de551296 req-381b8c6b-ed06-4171-9a1f-04a57c28b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:02.140113 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-381b8c6b-ed06-4171-9a1f-04a57c28b14d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 200 len: 855 time: 0.0480590 Aug 11 08:09:02.172517 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-5424bb80-0445-4c90-8183-ac38faaf0460 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=89238eb4-0d26-4edf-bbab-ce6a70db1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245495 Aug 11 08:09:02.262558 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-49aad6a2-09ee-48c6-9cd8-c3cdec35e42d service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817268 Aug 11 08:09:02.353863 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-306a3d2a-949e-4eae-9320-35f6de551296 req-17f4a537-0146-4d51-80e7-aa59420ce37c service neutron] 10.222.0.78 "GET /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842302 Aug 11 08:09:02.577964 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f9e47-57d6-461b-b314-e613b06bdfb6 req-520caac4-2721-44fc-ad74-315f1697fd69 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:02.579429 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-027f9e47-57d6-461b-b314-e613b06bdfb6 req-520caac4-2721-44fc-ad74-315f1697fd69 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Aug 11 08:09:02.616569 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-027f9e47-57d6-461b-b314-e613b06bdfb6 req-6ebf4ca2-9fdf-4846-b2e6-2d3b30b317ce tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313094 Aug 11 08:09:03.734327 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aff2a-8c5c-4659-ae70-1061e835cc70 req-23241f2c-7806-48ec-b087-429ab5dc6a62 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:03.735795 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-419aff2a-8c5c-4659-ae70-1061e835cc70 req-23241f2c-7806-48ec-b087-429ab5dc6a62 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 945 time: 0.0518291 Aug 11 08:09:03.773234 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-419aff2a-8c5c-4659-ae70-1061e835cc70 req-4b8110d9-1b71-452e-bd9f-05a50d92b1d2 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb6323d-23a9-427a-b397-734acd3748f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315204 Aug 11 08:09:04.413145 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-485dc0c9-23fc-4769-9746-72faf3a2c572 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.414600 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-485dc0c9-23fc-4769-9746-72faf3a2c572 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 945 time: 0.0477645 Aug 11 08:09:04.509756 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Deleting port 15a395eb-7955-47de-b352-808c43d51877 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:04.510097 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.595209 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] For port 15a395eb-7955-47de-b352-808c43d51877, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=15a395eb-7955-47de-b352-808c43d51877,segment=NetworkSegment(a1816f04-4645-4047-8c7f-a5a36d5abf09),segment_id=a1816f04-4645-4047-8c7f-a5a36d5abf09)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:04.595571 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.611450 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Calling delete_port for 15a395eb-7955-47de-b352-808c43d51877 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:04.733206 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.760976 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Pushing event deleted for resources: {'Port': ['ID=15a395eb-7955-47de-b352-808c43d51877,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:04.804647 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] No DVR routers for this DVR port 15a395eb-7955-47de-b352-808c43d51877 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:04.807095 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.809104 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-eb9f6f3e-eed1-4852-900f-034c682c8d3b req-7c946c5f-d3cd-4897-b664-d3c3d7b2f8bf tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.78 "DELETE /v2.0/ports/15a395eb-7955-47de-b352-808c43d51877 HTTP/1.1" status: 204 len: 173 time: 0.3852448 Aug 11 08:09:04.810237 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'name': 'network-vif-deleted', 'tag': '15a395eb-7955-47de-b352-808c43d51877'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:04.812510 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc89cbe-b7e4-401d-bcb9-723fa139332e" -d '{"events": [{"server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "name": "network-vif-deleted", "tag": "15a395eb-7955-47de-b352-808c43d51877"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:04.848036 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa074ecd-ff62-417e-a69d-5b5948e24cf9 x-openstack-request-id: req-fa074ecd-ff62-417e-a69d-5b5948e24cf9 {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:04.848329 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c02521-c9aa-4441-b99b-1a4c51beb9e0", "name": "network-vif-deleted", "tag": "15a395eb-7955-47de-b352-808c43d51877", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:04.848563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa074ecd-ff62-417e-a69d-5b5948e24cf9 {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:04.848985 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c02521-c9aa-4441-b99b-1a4c51beb9e0', 'name': 'network-vif-deleted', 'tag': '15a395eb-7955-47de-b352-808c43d51877', 'status': 'completed', 'code': 200} Aug 11 08:09:04.877764 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-fef9f3b7-a075-4497-bcc4-87502213a5b2 req-85551729-c987-4f68-b2cb-0e32320844f6 tempest-AttachVolumeNegativeTest-911086464 tempest-AttachVolumeNegativeTest-911086464-project] 10.222.0.68 "GET /v2.0/ports?device_id=36c02521-c9aa-4441-b99b-1a4c51beb9e0 HTTP/1.1" status: 200 len: 210 time: 0.0272110 Aug 11 08:09:05.933775 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50948) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:05.978559 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Deleting subnet c20f00c3-403d-481b-97f1-7c91889bf07e {{(pid=93660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:05.982087 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.015285 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585187'] for subnet, precommit_delete_associations {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.055873 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.105563 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9317495'] for subnet, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.131002 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20f00c3-403d-481b-97f1-7c91889bf07e,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:06.134644 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for subnet, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.136717 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-5776b4ac-60a5-4bc0-9157-5034575fbef3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c20f00c3-403d-481b-97f1-7c91889bf07e HTTP/1.1" status: 204 len: 168 time: 0.2012188 Aug 11 08:09:06.139174 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50950) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:06.204046 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.282683 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.292546 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89238eb4-0d26-4edf-bbab-ce6a70db1abe']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:06.302626 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1816f04-4645-4047-8c7f-a5a36d5abf09') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:06.302920 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1816f04-4645-4047-8c7f-a5a36d5abf09') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:06.312333 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.326727 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.332910 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:06.333292 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:06.334888 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:06.394460 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.400771 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.406281 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] 10.222.0.68 "DELETE /v2.0/networks/89238eb4-0d26-4edf-bbab-ce6a70db1abe HTTP/1.1" status: 204 len: 168 time: 0.2661092 Aug 11 08:09:06.417948 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa88d-7578-497d-92f6-d68d00c48b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=89238eb4-0d26-4edf-bbab-ce6a70db1abe,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:06.539425 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 15a395eb-7955-47de-b352-808c43d51877 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:06.562432 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 15a395eb-7955-47de-b352-808c43d51877 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:06.562778 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 15a395eb-7955-47de-b352-808c43d51877 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:06.579049 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50960) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:06.618746 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-97c231b7-cabc-4a51-9b3a-0c625c922805 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89039666d9bb47e1b54bb49a9c21e413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384614 Aug 11 08:09:06.621178 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 50962) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:06.669267 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.689293 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.736734 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.739459 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.740618 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9fb6323d-23a9-427a-b397-734acd3748f0 HTTP/1.1" status: 204 len: 168 time: 0.1184101 Aug 11 08:09:06.752756 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774887-5454-43ce-b3d0-90051db90821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6323d-23a9-427a-b397-734acd3748f0,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:09.501284 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51110) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:09.610226 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.700397 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.704409 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.741238 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753c904b-8306-479d-9296-a423469eee6d,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:09.747549 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e5043401f274382a9d4b7e0373cb97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451944 Aug 11 08:09:09.748281 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51124) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:09.754086 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.754696 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.755075 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.755414 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.755745 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.756077 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.756405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.756730 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.757083 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.757458 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.757786 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.758108 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87653a6b-f312-4148-b199-428640bc22c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:09.802931 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.824438 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.882170 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.884746 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.885939 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/753c904b-8306-479d-9296-a423469eee6d HTTP/1.1" status: 204 len: 168 time: 0.1367068 Aug 11 08:09:09.894592 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c266d3b-e585-4a26-9a63-27c01243e413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753c904b-8306-479d-9296-a423469eee6d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:10.153611 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51140) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:10.167491 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d67c3b7e-6f9d-4227-a2a9-20367d3cd89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.256461 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d67c3b7e-6f9d-4227-a2a9-20367d3cd89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.259984 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-d67c3b7e-6f9d-4227-a2a9-20367d3cd89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.296586 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-d67c3b7e-6f9d-4227-a2a9-20367d3cd89c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21afe7e7d61343b8aa7d5e5a99096b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417167 Aug 11 08:09:10.298523 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c3b7e-6f9d-4227-a2a9-20367d3cd89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2c5ea-0fa6-476f-8474-6c358abe2598,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:10.299172 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51142) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:10.348384 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.368787 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.417252 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.420398 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.421574 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1a2c5ea-0fa6-476f-8474-6c358abe2598 HTTP/1.1" status: 204 len: 168 time: 0.1213896 Aug 11 08:09:10.429064 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6bd4b-f10f-484e-a894-08d214defcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2c5ea-0fa6-476f-8474-6c358abe2598,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.011018 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51194) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.087742 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51200) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.128650 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70f7f7d5-474a-4c5a-8931-2eaf03d4e2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.155685 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Deleting subnet bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:12.161024 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.208453 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.266517 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.323105 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70f7f7d5-474a-4c5a-8931-2eaf03d4e2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.330383 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-70f7f7d5-474a-4c5a-8931-2eaf03d4e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.353448 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.396506 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7f7d5-474a-4c5a-8931-2eaf03d4e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b19e121-5ec8-4912-8528-de6d02e4f00e,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.399469 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.401102 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bc24b81d-6b3d-4ce5-ab74-a420d00f04a0 HTTP/1.1" status: 204 len: 168 time: 0.3122711 Aug 11 08:09:12.406446 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-70f7f7d5-474a-4c5a-8931-2eaf03d4e2b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69e76890edbb4f42877fc11fffbb833f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915944 Aug 11 08:09:12.406669 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51202) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.407088 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cdff3-88c3-401b-9976-79d91aa112ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc24b81d-6b3d-4ce5-ab74-a420d00f04a0,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.407088 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51204) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.455447 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.476005 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.476925 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.527070 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.530521 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.531675 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b19e121-5ec8-4912-8528-de6d02e4f00e HTTP/1.1" status: 204 len: 168 time: 0.1245365 Aug 11 08:09:12.539530 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd894f10-e2c9-4737-aaa6-3575a5b78042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b19e121-5ec8-4912-8528-de6d02e4f00e,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.553208 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.563973 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a90c8e-8da7-4389-aee1-b48a8feeb82d']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:12.575297 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f559f28a-3343-4601-bb41-23c959269c9b') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:12.575593 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f559f28a-3343-4601-bb41-23c959269c9b') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:12.584325 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.600410 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.607282 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:12.607763 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:12.609523 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:12.666979 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.673246 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.677591 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a2a90c8e-8da7-4389-aee1-b48a8feeb82d HTTP/1.1" status: 204 len: 168 time: 0.2700393 Aug 11 08:09:12.685952 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cca7a4-4c07-4d24-a7c2-7750bfb03026 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a90c8e-8da7-4389-aee1-b48a8feeb82d,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.811873 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51212) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.825831 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2b63da3-2c6f-4244-bddc-e0983a35dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.849320 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51214) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.891453 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-9c2571c7-c355-4bbd-a3c2-1a444792a0c4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bbb512b3793e4bcbb9b2c589bf1e62dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409498 Aug 11 08:09:12.893962 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51216) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.916016 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2b63da3-2c6f-4244-bddc-e0983a35dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.920413 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-d2b63da3-2c6f-4244-bddc-e0983a35dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.944268 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.958490 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-d2b63da3-2c6f-4244-bddc-e0983a35dbe5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f63844121bda454d99aa9b55d8f0174a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455395 Aug 11 08:09:12.960405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b63da3-2c6f-4244-bddc-e0983a35dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679fb25c-4d90-4b25-808c-b3ba52c84423,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.961082 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51218) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:12.971211 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.041884 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.301817 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.304279 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.305455 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff HTTP/1.1" status: 204 len: 168 time: 0.4105933 Aug 11 08:09:13.320210 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.326725 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed183b68-6574-446a-a89c-e9ac0e91ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e366a-bfb2-4bb2-ad0c-fec71d1fa9ff,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:13.370670 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.373586 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.374791 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/679fb25c-4d90-4b25-808c-b3ba52c84423 HTTP/1.1" status: 204 len: 168 time: 0.4126904 Aug 11 08:09:13.383684 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80861764-405d-4720-a4f9-4460e875d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679fb25c-4d90-4b25-808c-b3ba52c84423,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:13.809960 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-15997396-3924-4bab-934e-611ec088ec55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.143083 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:09:15.709433 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51288) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:15.811744 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f73158ea-6d95-4f8a-b437-22db952b71dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:15.896401 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f73158ea-6d95-4f8a-b437-22db952b71dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:15.899999 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-f73158ea-6d95-4f8a-b437-22db952b71dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:15.937452 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-f73158ea-6d95-4f8a-b437-22db952b71dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3958d69ed64f4cee9e490281a75525d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269738 Aug 11 08:09:15.938379 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73158ea-6d95-4f8a-b437-22db952b71dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89caec-92e8-4629-8279-7cd6606e21d6,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:15.940104 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51292) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:15.987826 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.008968 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.056947 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.059523 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.060965 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd89caec-92e8-4629-8279-7cd6606e21d6 HTTP/1.1" status: 204 len: 168 time: 0.1197255 Aug 11 08:09:16.068292 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8043f-4df0-4752-96ee-27c080e3f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89caec-92e8-4629-8279-7cd6606e21d6,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:16.317811 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51298) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:16.332990 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-82b0d416-1f85-4fc8-9d7a-13961184f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.419554 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-82b0d416-1f85-4fc8-9d7a-13961184f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.423382 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-82b0d416-1f85-4fc8-9d7a-13961184f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.465987 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d416-1f85-4fc8-9d7a-13961184f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd6a6c0-cbd4-43bd-9b49-1877be6dfa3a,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:16.470248 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-82b0d416-1f85-4fc8-9d7a-13961184f176 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39c811f42e1b4ff68ca54b57c8654f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513727 Aug 11 08:09:16.472914 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51300) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:16.521926 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.542515 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.588189 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.590752 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.591893 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0fd6a6c0-cbd4-43bd-9b49-1877be6dfa3a HTTP/1.1" status: 204 len: 168 time: 0.1180193 Aug 11 08:09:16.599776 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9470858-3127-4793-9208-3bd3d213c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd6a6c0-cbd4-43bd-9b49-1877be6dfa3a,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:16.752505 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-334b0889-28fb-4289-b40a-f44b14201325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.869802 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:17.850595 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.587900 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51370) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:18.691510 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fdd6691b-6bca-478d-9f58-027cefbe1bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.784613 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fdd6691b-6bca-478d-9f58-027cefbe1bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.788316 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-fdd6691b-6bca-478d-9f58-027cefbe1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.825940 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6691b-6bca-478d-9f58-027cefbe1bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2901268c-8706-4604-a5dc-025cbaab5566,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:18.831337 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-fdd6691b-6bca-478d-9f58-027cefbe1bfa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee23284606074e7d8aa5f880634bf0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421682 Aug 11 08:09:18.833965 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51374) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:18.881446 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.901809 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.946643 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.949330 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.951321 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2901268c-8706-4604-a5dc-025cbaab5566 HTTP/1.1" status: 204 len: 168 time: 0.1162412 Aug 11 08:09:18.958736 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48826f75-73f3-4865-8bb6-fed6655779cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2901268c-8706-4604-a5dc-025cbaab5566,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:19.060033 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.207662 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51380) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:19.220581 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-33c3fac1-12ee-4228-b6fb-c1e5ed828ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.309070 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-33c3fac1-12ee-4228-b6fb-c1e5ed828ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.313361 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-33c3fac1-12ee-4228-b6fb-c1e5ed828ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.352468 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-33c3fac1-12ee-4228-b6fb-c1e5ed828ab0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9260aff2b98b46ae8ada9589f4e3e7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437249 Aug 11 08:09:19.353336 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3fac1-12ee-4228-b6fb-c1e5ed828ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98c583-7b38-4f54-b2de-78db844ca717,revision_number=1']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:19.355143 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51382) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:19.406518 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.427408 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.473483 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.476219 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.477375 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb98c583-7b38-4f54-b2de-78db844ca717 HTTP/1.1" status: 204 len: 168 time: 0.1212142 Aug 11 08:09:19.485510 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018a6c-1244-4686-85b3-59259c8c27df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98c583-7b38-4f54-b2de-78db844ca717,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:20.487089 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51412) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:20.588602 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf795f82-bd0e-4fde-ba7e-5ab18bf6f4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.679771 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf795f82-bd0e-4fde-ba7e-5ab18bf6f4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.683574 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-cf795f82-bd0e-4fde-ba7e-5ab18bf6f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.720434 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-cf795f82-bd0e-4fde-ba7e-5ab18bf6f4bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31dd93963a4d4b2ca9eafc5eb4d50788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322919 Aug 11 08:09:20.721313 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795f82-bd0e-4fde-ba7e-5ab18bf6f4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e67dfc-19e1-4e96-b231-d6bc7e79045c,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:20.723236 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51416) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:20.773641 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.794490 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.841547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.844146 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.845340 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24e67dfc-19e1-4e96-b231-d6bc7e79045c HTTP/1.1" status: 204 len: 168 time: 0.1211259 Aug 11 08:09:20.853231 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361efffc-3616-4eae-b89c-0510ee68a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e67dfc-19e1-4e96-b231-d6bc7e79045c,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:29.364749 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.535405 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51550) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:31.639172 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3f7f-a708-46ad-8b50-1cf65801d760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.729196 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3f7f-a708-46ad-8b50-1cf65801d760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.732949 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3f7f-a708-46ad-8b50-1cf65801d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_create {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.771175 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-1b4d3f7f-a708-46ad-8b50-1cf65801d760 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e296f54ecbc4b12b149a11c91856e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346776 Aug 11 08:09:31.772118 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d3f7f-a708-46ad-8b50-1cf65801d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a757d-1d54-40f4-aa95-3247f5352c12,revision_number=1']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:31.773950 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51554) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:31.823518 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.844898 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.891326 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.893885 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.895044 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/820a757d-1d54-40f4-aa95-3247f5352c12 HTTP/1.1" status: 204 len: 168 time: 0.1195455 Aug 11 08:09:31.902666 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accad4a-7487-47f9-8935-797fc2481881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a757d-1d54-40f4-aa95-3247f5352c12,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:42.042129 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51558) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:42.193348 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port 5c73a998-6f79-4fa9-9061-27a17868b5bd {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:42.193589 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.271115 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.271442 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.283378 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for 5c73a998-6f79-4fa9-9061-27a17868b5bd owned by network:floatingip {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:42.428475 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.454031 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=5c73a998-6f79-4fa9-9061-27a17868b5bd,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:42.515807 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.516133 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP bd2c8157-1f32-40a1-8044-6cbad982af44 disassociated (deleted). External IP: 172.27.2.8, port: f5401a50-1ade-4563-9401-6568eb687a99. Aug 11 08:09:42.724902 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:42.832720 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:42.837547 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.846191 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:42.855494 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:42.856115 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:42.870786 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-834966e2-e3c0-42a3-8aa5-588d87240733 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "DELETE /v2.0/floatingips/bd2c8157-1f32-40a1-8044-6cbad982af44 HTTP/1.1" status: 204 len: 168 time: 0.8275554 Aug 11 08:09:42.871367 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:42.874258 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:42.916974 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b60d95c-7703-4b5e-a2fe-ec3122147bcb x-openstack-request-id: req-4b60d95c-7703-4b5e-a2fe-ec3122147bcb {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:42.917270 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "tag": "f5401a50-1ade-4563-9401-6568eb687a99", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:42.917526 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b60d95c-7703-4b5e-a2fe-ec3122147bcb {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:42.917925 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99', 'status': 'completed', 'code': 200} Aug 11 08:09:42.969368 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:43.000954 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-97b3f058-60b3-4f81-9d67-990784ed7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.003616 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-97b3f058-60b3-4f81-9d67-990784ed7740 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 1099 time: 0.0515893 Aug 11 08:09:43.100386 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-8be8b47d-7c04-49ee-85be-e99d3c78361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.102268 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-8be8b47d-7c04-49ee-85be-e99d3c78361b service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0896173 Aug 11 08:09:43.149684 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-003dd83f-9e07-4ced-8a75-1b7f129f5c46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 200 len: 217 time: 0.0395589 Aug 11 08:09:43.197646 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:43.201428 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-1c906788-fcf4-4f95-a234-91202b88fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.202906 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-1c906788-fcf4-4f95-a234-91202b88fd8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0460942 Aug 11 08:09:43.225123 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:43.234465 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:43.235206 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:17Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:43.251757 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-0d3d3a07-35fc-44cd-9e30-9679ed2d7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.253202 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-0d3d3a07-35fc-44cd-9e30-9679ed2d7695 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424511 Aug 11 08:09:43.283477 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a5ace-3909-4ca5-9995-3c06d688a8e2 req-2405adaa-ee41-43fe-b241-5e62c999a9e8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.285269 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-043a5ace-3909-4ca5-9995-3c06d688a8e2 req-2405adaa-ee41-43fe-b241-5e62c999a9e8 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.2130983 Aug 11 08:09:43.327374 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-043a5ace-3909-4ca5-9995-3c06d688a8e2 req-98dfe8c6-8f1b-4ab8-8637-a5d03e74181d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354946 Aug 11 08:09:43.353171 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-b69981f8-8e46-4222-b021-6736c523eb57 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920963 Aug 11 08:09:43.444648 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-11c75bf4-8e2b-48c7-b816-0a8ee501edd8 req-826826df-c775-4e2b-863f-d74111900235 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835278 Aug 11 08:09:43.473077 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:43.695428 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:43.721837 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef64d7-8746-4aa3-9da2-bd531f13aa35 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_floatingips': [{'id': '6c7a5146-81ff-4ba5-8b83-ba3b7a91269c', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'router_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'port_id': '401ceebd-45b1-4f27-b208-36babf63dc40', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'mac_address': 'fa:16:3e:29:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:05:22Z', 'updated_at': '2021-08-11T08:05:24Z', 'revision_number': 1, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:43.812038 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-2b9fbd07-b650-4773-bad9-07332f23d93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.931856 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd209af-c045-415c-ba24-ac2efc4a1804 None None] New status for floating IP bd2c8157-1f32-40a1-8044-6cbad982af44: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:09:44.504409 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35be9-5e73-4ed8-9621-13b9484b84cd req-0c3b4d0c-70ff-4859-9fd1-6b36183b1f72 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:44.506195 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bca35be9-5e73-4ed8-9621-13b9484b84cd req-0c3b4d0c-70ff-4859-9fd1-6b36183b1f72 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.1020572 Aug 11 08:09:44.543648 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-bca35be9-5e73-4ed8-9621-13b9484b84cd req-fc6168df-ca09-4c25-a560-d90d29e8609b tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Aug 11 08:09:45.019969 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-aa71ff16-cd77-456f-9825-35fb3bd1aa44 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:45.021462 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-aa71ff16-cd77-456f-9825-35fb3bd1aa44 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 946 time: 0.0514410 Aug 11 08:09:45.110686 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port f5401a50-1ade-4563-9401-6568eb687a99 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:45.110938 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.199723 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] For port f5401a50-1ade-4563-9401-6568eb687a99, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=f5401a50-1ade-4563-9401-6568eb687a99,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:45.200671 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.213171 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for f5401a50-1ade-4563-9401-6568eb687a99 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:45.340977 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.373477 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=f5401a50-1ade-4563-9401-6568eb687a99,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:45.410310 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] No DVR routers for this DVR port f5401a50-1ade-4563-9401-6568eb687a99 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:45.412723 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.414778 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a0abdb6b-e90c-4a72-9881-e399d471665f req-54379506-42c4-43f7-bd83-8ef9b72b7910 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "DELETE /v2.0/ports/f5401a50-1ade-4563-9401-6568eb687a99 HTTP/1.1" status: 204 len: 173 time: 0.3851624 Aug 11 08:09:45.415404 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'name': 'network-vif-deleted', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:45.417633 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca8dc27-a6c8-4f37-a8c5-847bd781d055" -d '{"events": [{"server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "name": "network-vif-deleted", "tag": "f5401a50-1ade-4563-9401-6568eb687a99"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:45.453619 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c557f94-188a-4537-b1e9-50f672c10d6d x-openstack-request-id: req-2c557f94-188a-4537-b1e9-50f672c10d6d {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:45.453910 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703745c-8cae-486e-9e35-83d409fd910b", "name": "network-vif-deleted", "tag": "f5401a50-1ade-4563-9401-6568eb687a99", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:45.454161 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c557f94-188a-4537-b1e9-50f672c10d6d {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:45.454555 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4703745c-8cae-486e-9e35-83d409fd910b', 'name': 'network-vif-deleted', 'tag': 'f5401a50-1ade-4563-9401-6568eb687a99', 'status': 'completed', 'code': 200} Aug 11 08:09:45.635792 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-e21367c6-e192-4659-b549-f524a8fcbf8d req-4d2c0242-f686-4df6-915a-8a18d845e47e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=4703745c-8cae-486e-9e35-83d409fd910b HTTP/1.1" status: 200 len: 210 time: 0.0259893 Aug 11 08:09:46.758690 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d4e9907b-2cc2-44b5-869a-d2684c829c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.761325 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device f5401a50-1ade-4563-9401-6568eb687a99 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:46.784464 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: f5401a50-1ade-4563-9401-6568eb687a99 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:46.784464 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device f5401a50-1ade-4563-9401-6568eb687a99 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:46.869950 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.858536 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.945523 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51592) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:49.063428 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.123408 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port 2f026861-2cad-4ea0-ab83-60dd792630c1 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:49.123695 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.212241 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.212560 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.224481 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for 2f026861-2cad-4ea0-ab83-60dd792630c1 owned by network:floatingip {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:49.371239 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.397766 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=2f026861-2cad-4ea0-ab83-60dd792630c1,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:49.421902 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.422246 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.422581 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.422912 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.423294 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.423622 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.423947 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.424270 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.424596 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.424936 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.425258 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.425572 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:49.463807 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.464148 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.db.l3_db [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Floating IP 6c7a5146-81ff-4ba5-8b83-ba3b7a91269c disassociated (deleted). External IP: 172.27.2.241, port: 401ceebd-45b1-4f27-b208-36babf63dc40. Aug 11 08:09:49.668142 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:49.772573 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:49.777187 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.782440 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:49.791305 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:49.797068 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:49.804498 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b0562b90-51e4-4114-930d-759ea36c0ebf tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "DELETE /v2.0/floatingips/6c7a5146-81ff-4ba5-8b83-ba3b7a91269c HTTP/1.1" status: 204 len: 168 time: 0.8578894 Aug 11 08:09:49.805221 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:49.807568 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b9c13-4bfb-478d-a8c6-a542eae4a10e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:49.847502 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d55de94-23f9-4468-a61f-1213cc2c858f x-openstack-request-id: req-9d55de94-23f9-4468-a61f-1213cc2c858f {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:49.847800 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:49.848051 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d55de94-23f9-4468-a61f-1213cc2c858f {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:49.848442 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40', 'status': 'completed', 'code': 200} Aug 11 08:09:49.908455 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:49.922437 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-484da5aa-9b69-4561-9761-466fcb8a98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:49.924232 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-484da5aa-9b69-4561-9761-466fcb8a98a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 1098 time: 0.0468798 Aug 11 08:09:50.022220 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-0bbe2d4f-4d17-4aec-ba13-3f9601024a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:50.023877 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-0bbe2d4f-4d17-4aec-ba13-3f9601024a99 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 200 len: 913 time: 0.0886042 Aug 11 08:09:50.036375 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9acc39-5a37-4655-9241-1f5735175d46 req-077ef742-082f-4f11-a80d-fe69a2cce293 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93661) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:50.038141 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3f9acc39-5a37-4655-9241-1f5735175d46 req-077ef742-082f-4f11-a80d-fe69a2cce293 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0513163 Aug 11 08:09:50.067360 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-12952023-db6f-4975-bf0c-fe2b72d062b4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 200 len: 217 time: 0.0351849 Aug 11 08:09:50.078503 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [req-3f9acc39-5a37-4655-9241-1f5735175d46 req-0538fc8c-83cb-4b3e-9a0c-1e8ad2f8b9ca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331209 Aug 11 08:09:50.121585 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-af32baf8-f2f9-43c2-99d0-740a6d108a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:50.123794 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-af32baf8-f2f9-43c2-99d0-740a6d108a1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 200 len: 851 time: 0.0489171 Aug 11 08:09:50.135227 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:50.161758 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:50.170709 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-235b3251-45dd-4bbd-8a49-ab9f377856f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:50.170909 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:50.171466 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:50.172203 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-235b3251-45dd-4bbd-8a49-ab9f377856f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6fe00276-8365-427a-877f-e1ad1fadf5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399470 Aug 11 08:09:50.260486 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-2d1c9190-3e01-4006-a7b5-c205aae42b51 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793149 Aug 11 08:09:50.277044 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:50.353692 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-760b9c13-4bfb-478d-a8c6-a542eae4a10e req-c36131fe-fca4-4a37-b1b4-0fa34a3b7856 service neutron] 10.222.0.78 "GET /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Aug 11 08:09:50.481792 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:50.508174 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4eef41-2321-4a1e-8171-a3dcf20ddbca None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:16Z', 'revision_number': 4, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi', '_interfaces': [{'id': 'd2141186-e747-4166-96c6-5b5aa48c94d7', 'name': '', 'network_id': '6fe00276-8365-427a-877f-e1ad1fadf5a3', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'mac_address': 'fa:16:3e:fa:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:15Z', 'updated_at': '2021-08-11T08:01:27Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'subnets': [{'id': 'e0919f1d-4430-46b3-8a10-7a2bf7c942fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:50.732459 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a1ad2-a454-400c-958a-2d332b1b6b9e None None] New status for floating IP 6c7a5146-81ff-4ba5-8b83-ba3b7a91269c: DOWN {{(pid=93663) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:09:51.141424 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:09:51.195866 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6823e46-fa24-45bc-b48f-ef49ca2a0d86 req-ef2e9dde-1531-442d-b40a-2304ac6ab31e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:51.197372 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b6823e46-fa24-45bc-b48f-ef49ca2a0d86 req-ef2e9dde-1531-442d-b40a-2304ac6ab31e tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0485966 Aug 11 08:09:51.234265 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-b6823e46-fa24-45bc-b48f-ef49ca2a0d86 req-68759a14-fa40-47ec-b967-b514a102d5ad tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/security-groups?id=3d2bb234-f07c-4279-9028-c311cab7bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Aug 11 08:09:51.732391 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-9c503a06-6d65-4136-aa58-2286195494c4 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:51.733940 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-9c503a06-6d65-4136-aa58-2286195494c4 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 945 time: 0.0481584 Aug 11 08:09:51.828795 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port 401ceebd-45b1-4f27-b208-36babf63dc40 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:51.829160 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.916139 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] For port 401ceebd-45b1-4f27-b208-36babf63dc40, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=401ceebd-45b1-4f27-b208-36babf63dc40,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:51.916499 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.928938 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for 401ceebd-45b1-4f27-b208-36babf63dc40 owned by compute:nova {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:52.056899 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.085322 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=401ceebd-45b1-4f27-b208-36babf63dc40,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:52.128844 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] No DVR routers for this DVR port 401ceebd-45b1-4f27-b208-36babf63dc40 on host hv-cinder-80266 {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:52.131561 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for port, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.133571 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-a26a5baa-84bf-447a-a42d-93a4343f9fe9 req-d6665c2a-2547-405c-94ca-092ca2959e7d tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.78 "DELETE /v2.0/ports/401ceebd-45b1-4f27-b208-36babf63dc40 HTTP/1.1" status: 204 len: 173 time: 0.3894033 Aug 11 08:09:52.133998 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'name': 'network-vif-deleted', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40'}] {{(pid=93660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:52.136195 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49655bfd25416b855db20d5fb0fa7120c728f656c0b336b99dd7af3ee228785f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb996c-82b3-4f81-a366-41ad50f1669c" -d '{"events": [{"server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "name": "network-vif-deleted", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40"}]}' {{(pid=93660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:52.171145 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c35f7-2aa2-4ff0-aa1a-00fce86bc86a x-openstack-request-id: req-1b4c35f7-2aa2-4ff0-aa1a-00fce86bc86a {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:52.171435 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd", "name": "network-vif-deleted", "tag": "401ceebd-45b1-4f27-b208-36babf63dc40", "status": "completed", "code": 200}]} {{(pid=93660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:52.171687 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b4c35f7-2aa2-4ff0-aa1a-00fce86bc86a {{(pid=93660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:52.172079 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd', 'name': 'network-vif-deleted', 'tag': '401ceebd-45b1-4f27-b208-36babf63dc40', 'status': 'completed', 'code': 200} Aug 11 08:09:52.327478 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [req-12d6696e-d01a-42e0-8348-f01041e5d5d5 req-0034fba6-8025-4d7c-8e78-c268a39ca0ca tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d65f5d9-cebc-4064-b4fe-ca77abf3dbbd HTTP/1.1" status: 200 len: 210 time: 0.0253201 Aug 11 08:09:53.384728 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51608) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:53.504480 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Deleting port b48a4f05-b2f3-486c-b51e-af40874d4e78 {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:53.504814 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.577515 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.577839 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.588937 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Calling delete_port for b48a4f05-b2f3-486c-b51e-af40874d4e78 owned by network:floatingip {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:53.718393 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.745656 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'Port': ['ID=b48a4f05-b2f3-486c-b51e-af40874d4e78,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:53.804454 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.807078 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61127'] for floatingip, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.808225 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-22023de4-2d57-4e50-bf64-4fa432e2470c tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "DELETE /v2.0/floatingips/5203c512-f7ae-4e97-868b-e1a4d6fb8b68 HTTP/1.1" status: 204 len: 168 time: 0.4224994 Aug 11 08:09:54.774295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 401ceebd-45b1-4f27-b208-36babf63dc40 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:54.795024 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] No Port match for: 401ceebd-45b1-4f27-b208-36babf63dc40 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:54.795584 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Device 401ceebd-45b1-4f27-b208-36babf63dc40 not bound to the agent host hv-cinder-80266 {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:55.003205 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51620) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:55.065502 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.094406 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.153014 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.155902 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Notify callbacks [] for security_group, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.157126 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] 10.222.0.68 "DELETE /v2.0/security-groups/3d2bb234-f07c-4279-9028-c311cab7bbcb HTTP/1.1" status: 204 len: 168 time: 0.1529102 Aug 11 08:09:55.166356 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce9b2-37bf-4b3c-9b2d-d5e14a38bc66 tempest-TestVolumeBootPattern-1307390470 tempest-TestVolumeBootPattern-1307390470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bb234-f07c-4279-9028-c311cab7bbcb,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:55.215691 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51624) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:55.659200 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.900038 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Deleting port d2141186-e747-4166-96c6-5b5aa48c94d7 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:55.900492 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.976765 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] For port d2141186-e747-4166-96c6-5b5aa48c94d7, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d2141186-e747-4166-96c6-5b5aa48c94d7,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:55.977155 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.989878 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Calling delete_port for d2141186-e747-4166-96c6-5b5aa48c94d7 owned by network:router_interface {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:56.170231 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.196970 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2141186-e747-4166-96c6-5b5aa48c94d7,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:56.361314 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.572368 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Router d3d80000-e527-478d-9a1c-c652cdb1ada4 has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:56.677244 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:56.683278 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-5245ebfb-99dc-4070-bf21-17ca50d625b0 admin admin] 10.222.0.68 "PUT /v2.0/routers/d3d80000-e527-478d-9a1c-c652cdb1ada4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664996 Aug 11 08:09:56.685228 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51628) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:56.686631 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Sync routers for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:56.696310 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:56.696944 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:56.788573 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.800695 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: dv-cinder-802669-4-iscsi {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:56.894683 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.948087 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Deleting port b5775e97-275a-410e-bec8-295bc1144bbb {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:56.948433 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.979378 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:09:56Z', 'revision_number': 5, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port': {'id': 'b5775e97-275a-410e-bec8-295bc1144bbb', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:57.009440 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Checking router: d3d80000-e527-478d-9a1c-c652cdb1ada4 for host: dv-cinder-802669-4-iscsi {{(pid=93662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:57.018683 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Routers {'d3d80000-e527-478d-9a1c-c652cdb1ada4'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:57.019295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['d3d80000-e527-478d-9a1c-c652cdb1ada4'], 'active': True} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:57.026441 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] For port b5775e97-275a-410e-bec8-295bc1144bbb, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b5775e97-275a-410e-bec8-295bc1144bbb,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:57.026846 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.039217 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Calling delete_port for b5775e97-275a-410e-bec8-295bc1144bbb owned by network:router_gateway {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:57.108985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvr_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] Set router d3d80000-e527-478d-9a1c-c652cdb1ada4 gateway port host: None {{(pid=93662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:57.161057 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_hamode_db [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:09:56Z', 'revision_number': 6, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:57.191814 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49239c6-012b-4f78-853c-0e5f39e57c71 None None] The sync data for ids ['d3d80000-e527-478d-9a1c-c652cdb1ada4'] in dv-cinder-802669-4-iscsi is: [{'id': 'd3d80000-e527-478d-9a1c-c652cdb1ada4', 'name': 'tempest-TestVolumeBootPattern-2025329546-router', 'tenant_id': '474e4d5b697d40ddba7ae02c60345d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:12Z', 'updated_at': '2021-08-11T08:09:56Z', 'revision_number': 6, 'project_id': '474e4d5b697d40ddba7ae02c60345d3f', 'gw_port_host': None}] {{(pid=93662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:57.206376 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.239000 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5775e97-275a-410e-bec8-295bc1144bbb,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.303936 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.397165 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.399184 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.442710 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.443338 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d80000-e527-478d-9a1c-c652cdb1ada4 {{(pid=93661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:09:57.447539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.448885 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-87714b44-b25d-4425-8365-13701b3a9b65 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d3d80000-e527-478d-9a1c-c652cdb1ada4 HTTP/1.1" status: 204 len: 168 time: 0.7626507 Aug 11 08:09:57.451480 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51630) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:57.498892 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Deleting subnet e0919f1d-4430-46b3-8a10-7a2bf7c942fb {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:57.501914 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.536548 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.617042 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.670540 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.697583 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0919f1d-4430-46b3-8a10-7a2bf7c942fb,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.703230 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.705109 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-2be20ca1-6795-44a2-a5ea-97fa7fe8d5e3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e0919f1d-4430-46b3-8a10-7a2bf7c942fb HTTP/1.1" status: 204 len: 168 time: 0.2526934 Aug 11 08:09:57.707669 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.wsgi [-] (93660) accepted ('10.222.0.68', 51632) {{(pid=93660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:57.708854 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9ae12-5c23-4401-b1eb-fecf328b1ede None None] Network 6fe00276-8365-427a-877f-e1ad1fadf5a3 requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:57.776697 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.830085 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Deleting port b21f545b-0173-4869-81c8-0a3907a7d1cf {{(pid=93660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:57.830424 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.893661 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.db [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] For port b21f545b-0173-4869-81c8-0a3907a7d1cf, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b21f545b-0173-4869-81c8-0a3907a7d1cf,segment=NetworkSegment(7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d),segment_id=7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d)] {{(pid=93660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:57.893961 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.910122 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Calling delete_port for b21f545b-0173-4869-81c8-0a3907a7d1cf owned by network:dhcp {{(pid=93660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:57.974332 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] DHCP port deletion for 6fe00276-8365-427a-877f-e1ad1fadf5a3 request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:09:57.995457 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9006738'] for port, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.023369 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21f545b-0173-4869-81c8-0a3907a7d1cf,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:58.029228 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] No DVR routers for this DVR port b21f545b-0173-4869-81c8-0a3907a7d1cf on host dv-cinder-802669-4-iscsi {{(pid=93660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:58.029904 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Deleting port b21f545b-0173-4869-81c8-0a3907a7d1cf {{(pid=93662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:58.030507 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.067226 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b5775e97-275a-410e-bec8-295bc1144bbb no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:58.094828 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: b5775e97-275a-410e-bec8-295bc1144bbb {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:58.095172 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b5775e97-275a-410e-bec8-295bc1144bbb not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:58.095598 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b21f545b-0173-4869-81c8-0a3907a7d1cf no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:58.124821 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: b21f545b-0173-4869-81c8-0a3907a7d1cf {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:58.125252 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b21f545b-0173-4869-81c8-0a3907a7d1cf not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:58.125607 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d2141186-e747-4166-96c6-5b5aa48c94d7 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:58.154516 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: d2141186-e747-4166-96c6-5b5aa48c94d7 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:58.154861 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d2141186-e747-4166-96c6-5b5aa48c94d7 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:58.156919 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.db [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] For port b21f545b-0173-4869-81c8-0a3907a7d1cf, host dv-cinder-802669-4-iscsi, got binding levels [] {{(pid=93662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:58.157304 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.171610 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Calling delete_port for b21f545b-0173-4869-81c8-0a3907a7d1cf owned by network:dhcp {{(pid=93662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:58.174457 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.ipam_backend_mixin [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Port b21f545b-0173-4869-81c8-0a3907a7d1cf was not found and therefore no delete operation was performed {{(pid=93662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:09:58.175803 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605'] for port, after_delete {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.202900 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Pushing event deleted for resources: {'Port': ['ID=b21f545b-0173-4869-81c8-0a3907a7d1cf,revision_number=None']} {{(pid=93662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:58.207443 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] No DVR routers for this DVR port b21f545b-0173-4869-81c8-0a3907a7d1cf on host dv-cinder-802669-4-iscsi {{(pid=93662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:58.214676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.221969 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.222319 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.222650 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.222982 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.223320 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.223648 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.223973 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.224302 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.224626 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.224974 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.225302 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59a80a-d528-4777-bc01-d2c1874f635c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-4-iscsi {{(pid=93662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:58.356933 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.366462 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe00276-8365-427a-877f-e1ad1fadf5a3']}} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:58.376346 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d') {'for_net_delete': True} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:58.376631 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.services.segments.db [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceb1587-a3d9-40d8-b16d-f9e2ac2b575d') {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:58.385378 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585114'] for segment, before_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.398755 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.404383 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=93660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:58.404759 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9006669'] for segment, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: Traceback (most recent call last): Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: timer() Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: cb(*args, **kw) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: return func(*args, **kwargs) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: self._notify() Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: self.callback(batched_events) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: event.method(event) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: return f(self, *a, **k) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._get(url).json() Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:58.406357 dv-cinder-802669-4-iscsi neutron-server[93660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:58.457993 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.463062 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.464943 dv-cinder-802669-4-iscsi neutron-server[93660]: INFO neutron.wsgi [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6fe00276-8365-427a-877f-e1ad1fadf5a3 HTTP/1.1" status: 204 len: 168 time: 0.7561746 Aug 11 08:09:58.468073 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51634) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:58.477425 dv-cinder-802669-4-iscsi neutron-server[93660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009dbce-ca78-4e1b-8f98-e9894b70c319 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe00276-8365-427a-877f-e1ad1fadf5a3,revision_number=None']} {{(pid=93660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:59.073667 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1805726'] for router_interface, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.312934 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Deleting port 8cd939e7-7611-4a7d-bcac-ea1367519810 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:59.313281 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.365156 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.393734 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] For port 8cd939e7-7611-4a7d-bcac-ea1367519810, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=8cd939e7-7611-4a7d-bcac-ea1367519810,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:59.394098 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.406291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Calling delete_port for 8cd939e7-7611-4a7d-bcac-ea1367519810 owned by network:router_interface {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:59.581320 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.607472 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd939e7-7611-4a7d-bcac-ea1367519810,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:59.770358 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667886'] for router_interface, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.983294 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Router af5c39da-8bc0-47ce-8387-b3557a0e99ee has already been hosted by L3 agent a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c {{(pid=93661) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:10:00.092101 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] Notify agent at l3_agent.dv-cinder-802669-4-iscsi the message routers_updated {{(pid=93661) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:10:00.097663 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-46dc60c2-cac1-4518-b2b3-c2e84d0fd030 admin admin] 10.222.0.68 "PUT /v2.0/routers/af5c39da-8bc0-47ce-8387-b3557a0e99ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286309 Aug 11 08:10:00.100231 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51636) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:00.100594 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Sync routers for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:10:00.110033 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:00.110640 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.203677 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.212262 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: dv-cinder-802669-4-iscsi {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:00.306536 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.364135 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Deleting port b01b1196-6bd8-48f3-8497-e619cc917ace {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:00.364393 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.392315 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'external_fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 5, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port': {'id': 'b01b1196-6bd8-48f3-8497-e619cc917ace', 'name': '', 'network_id': '6749e4a2-b6cf-4f99-8f78-3ce74a16700e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3323c7bd-a694-42a2-8f19-e7ef29bb966b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-4-iscsi'}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.421779 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Checking router: af5c39da-8bc0-47ce-8387-b3557a0e99ee for host: dv-cinder-802669-4-iscsi {{(pid=93663) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:10:00.429824 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Routers {'af5c39da-8bc0-47ce-8387-b3557a0e99ee'} bound to L3 agent in host dv-cinder-802669-4-iscsi {{(pid=93663) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:00.430425 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:51:47Z,description=,heartbeat_timestamp=2021-08-11T08:09:47Z,host='dv-cinder-802669-4-iscsi',id=a4e61c27-b2e9-4c6f-b7ca-2ed711626c2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:51:47Z,topic='l3_agent')) {'router_ids': ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'], 'active': True} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.447466 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] For port b01b1196-6bd8-48f3-8497-e619cc917ace, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=b01b1196-6bd8-48f3-8497-e619cc917ace,segment=NetworkSegment(54f8744f-3cb1-4aeb-ad02-ec7069fa3493),segment_id=54f8744f-3cb1-4aeb-ad02-ec7069fa3493)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:00.447835 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.459975 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Calling delete_port for b01b1196-6bd8-48f3-8497-e619cc917ace owned by network:router_gateway {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:00.601991 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_dvr_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] Set router af5c39da-8bc0-47ce-8387-b3557a0e99ee gateway port host: None {{(pid=93663) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:00.630196 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.653360 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.l3_hamode_db [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 6, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port_host': None}], 'dv-cinder-802669-4-iscsi', False) {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.661610 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01b1196-6bd8-48f3-8497-e619cc917ace,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:00.682821 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb53e6d-182a-4524-bc04-0efd86060c5b None None] The sync data for ids ['af5c39da-8bc0-47ce-8387-b3557a0e99ee'] in dv-cinder-802669-4-iscsi is: [{'id': 'af5c39da-8bc0-47ce-8387-b3557a0e99ee', 'name': 'tempest-TestVolumeBootPattern-1262834113-router', 'tenant_id': '4cf5ac7ddd7b4dbab2490752be900111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:01:21Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 6, 'project_id': '4cf5ac7ddd7b4dbab2490752be900111', 'gw_port_host': None}] {{(pid=93663) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:10:00.717772 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1666248'] for router_gateway, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.804637 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34457'] for router, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.806750 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.852130 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668133'] for router, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.852713 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5c39da-8bc0-47ce-8387-b3557a0e99ee {{(pid=93661) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:10:00.857515 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] Notify callbacks [] for router, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.858673 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-0ed858fa-935e-49b7-a053-84b3e179ce56 admin admin] 10.222.0.68 "DELETE /v2.0/routers/af5c39da-8bc0-47ce-8387-b3557a0e99ee HTTP/1.1" status: 204 len: 168 time: 0.7574842 Aug 11 08:10:00.861288 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51638) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:00.905014 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.db_base_plugin_v2 [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Deleting subnet 545e5cec-902f-496e-8744-af731adaa97a {{(pid=93661) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:10:00.907860 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.941498 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593932'] for subnet, precommit_delete_associations {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.021676 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745353'] for subnet, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.086194 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-745456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3594128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457197'] for subnet, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.116074 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545e5cec-902f-496e-8744-af731adaa97a,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:01.120110 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.125309 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-12390172-293c-4862-a92a-c0b8b9e085ae admin admin] 10.222.0.68 "DELETE /v2.0/subnets/545e5cec-902f-496e-8744-af731adaa97a HTTP/1.1" status: 204 len: 168 time: 0.2598598 Aug 11 08:10:01.125450 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51640) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:01.135085 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef295c9b-0b2f-4989-bc3b-2e784e571074 None None] Network 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b requested from dv-cinder-802669-4-iscsi {{(pid=93662) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:01.195039 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597569'] for network, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.256219 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Deleting port d0177255-4ec5-4c07-83b9-af89410cb8a4 {{(pid=93661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:01.256821 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783660446769'] for port, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.321240 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.db [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] For port d0177255-4ec5-4c07-83b9-af89410cb8a4, host dv-cinder-802669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-4-iscsi',level=0,port_id=d0177255-4ec5-4c07-83b9-af89410cb8a4,segment=NetworkSegment(7f6b4370-9551-42f7-aee1-787f9f09251f),segment_id=7f6b4370-9551-42f7-aee1-787f9f09251f)] {{(pid=93661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:01.321598 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664684'] for port, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.334204 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.plugin [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Calling delete_port for d0177255-4ec5-4c07-83b9-af89410cb8a4 owned by network:dhcp {{(pid=93661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:01.416420 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783660453259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783659982605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3594149'] for port, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.440465 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Pushing event deleted for resources: {'Port': ['ID=d0177255-4ec5-4c07-83b9-af89410cb8a4,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:01.446562 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] No DVR routers for this DVR port d0177255-4ec5-4c07-83b9-af89410cb8a4 on host dv-cinder-802669-4-iscsi {{(pid=93661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:01.472664 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6b7a8-ffca-4e65-b854-b535eff62009 None None] DHCP port deletion for 1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b request from dv-cinder-802669-4-iscsi {{(pid=93662) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:10:01.521993 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744704', 'neutron.services.segments.db._delete_segments_for_network-8783660508272'] for network, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.531588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b']}} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.541286 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6b4370-9551-42f7-aee1-787f9f09251f') {'for_net_delete': True} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.541575 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.services.segments.db [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6b4370-9551-42f7-aee1-787f9f09251f') {} {{(pid=93661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.550602 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783660511865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593909'] for segment, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.568185 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453'] for segment, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.574192 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=93661) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:10:01.574588 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3594106'] for segment, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: Traceback (most recent call last): Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: timer() Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: cb(*args, **kw) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: return func(*args, **kwargs) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: self._notify() Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: self.callback(batched_events) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: event.method(event) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: return f(self, *a, **k) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._get(url).json() Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: return self.request(url, 'GET', **kwargs) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:10:01.576280 dv-cinder-802669-4-iscsi neutron-server[93661]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:10:01.632391 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1666220'] for network, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.639103 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609767'] for network, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.641304 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] 10.222.0.68 "DELETE /v2.0/networks/1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b HTTP/1.1" status: 204 len: 168 time: 0.5149870 Aug 11 08:10:01.652291 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcf32-15a1-4649-8b5d-0564a06e4aad admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1fcb31-4dab-4f2a-9a14-2cffa1f6fb6b,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:01.764806 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51644) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:01.803848 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-fe7b25cc-003b-493b-9d0b-16afb13a7fb4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=474e4d5b697d40ddba7ae02c60345d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378134 Aug 11 08:10:01.806311 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51646) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:01.852615 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.873168 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.922928 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.925416 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.926543 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87952f7c-aa33-4b0f-a86b-6787bc597880 HTTP/1.1" status: 204 len: 168 time: 0.1193614 Aug 11 08:10:01.934175 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c24a3-4885-48ec-81fd-37dc47917ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87952f7c-aa33-4b0f-a86b-6787bc597880,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:02.017491 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8cd939e7-7611-4a7d-bcac-ea1367519810 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:02.037477 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: 8cd939e7-7611-4a7d-bcac-ea1367519810 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:02.037823 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device 8cd939e7-7611-4a7d-bcac-ea1367519810 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:02.038244 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d0177255-4ec5-4c07-83b9-af89410cb8a4 no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:02.057641 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: d0177255-4ec5-4c07-83b9-af89410cb8a4 {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:02.057993 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device d0177255-4ec5-4c07-83b9-af89410cb8a4 not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:02.058401 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b01b1196-6bd8-48f3-8497-e619cc917ace no longer exists at agent ovs-agent-dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:02.080755 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] No Port match for: b01b1196-6bd8-48f3-8497-e619cc917ace {{(pid=93662) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:02.081196 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron.plugins.ml2.rpc [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Device b01b1196-6bd8-48f3-8497-e619cc917ace not bound to the agent host dv-cinder-802669-4-iscsi {{(pid=93662) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:02.238539 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51652) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:02.277260 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-95ee9660-624d-470a-92b4-ba01e1d7d07b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cf5ac7ddd7b4dbab2490752be900111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375094 Aug 11 08:10:02.279717 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.wsgi [-] (93661) accepted ('10.222.0.68', 51654) {{(pid=93661) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:02.327607 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.349646 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.396268 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691835'] for security_group, after_delete {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.399450 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron_lib.callbacks.manager [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.400653 dv-cinder-802669-4-iscsi neutron-server[93661]: INFO neutron.wsgi [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b1a2054-bfa4-46cc-9c56-2bfc1fa45516 HTTP/1.1" status: 204 len: 168 time: 0.1200171 Aug 11 08:10:02.408359 dv-cinder-802669-4-iscsi neutron-server[93661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086fdbc-cdb4-4d60-8cb7-f0ca691198e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a2054-bfa4-46cc-9c56-2bfc1fa45516,revision_number=None']} {{(pid=93661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.812924 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-ce830080-c415-4737-9372-73f6d94bc95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.751372 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-da49c7cd-ada1-424d-8689-f81da1c01ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.871678 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.855364 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.064757 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:28.140842 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:10:29.381450 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:43.812657 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-229d089c-77bc-41b3-a7fe-c7d2cdef35ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.751052 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-3455885c-7781-4fbd-9d13-2a8b64b64129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.874143 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:47.857676 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:49.067830 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.373630 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:05.140764 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:11:13.812498 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-954bf802-d645-4dc4-addf-99dd86bef545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.752923 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-29a4ec46-df75-4249-ab70-3a6400d32864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.874018 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:17.860274 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.073248 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.394450 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.140631 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:11:43.813167 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-bc3b182c-63cd-4a10-afb3-9b62e5070fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.752275 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-65ae5402-0620-4729-a5b0-354c49ea29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.878275 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.863682 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:49.074094 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.409050 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.813314 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-f8e3524a-823b-43c1-8f2c-0adbee15f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.752887 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-0cefa3f2-7569-4369-b598-bff16e533ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.879489 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:17.867725 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.077820 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.139668 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:12:29.413857 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.814295 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d4252e5b-3ff7-431e-bd8f-e25dd15f7303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.753549 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c7dad882-1e75-4c22-b4c6-06c713fafc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.881255 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.869839 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.080641 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.137851 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:12:59.422502 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.816737 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-d2666e07-ed9f-47dc-a17c-fa7e324808fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.755607 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-c2623be6-0d8a-4d32-8685-273d740f4520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.883506 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.872102 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.084065 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.435257 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:33.136607 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:13:43.817638 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-aa906b7c-00ec-4c0b-bd26-f0bf46f4f556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.755409 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-09506dd8-84ea-4a43-9b9f-a00ab14e1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.886503 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:47.875511 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.087428 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.451404 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.135565 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:14:13.817092 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37a35-fd93-4261-ac4b-854a5cb683f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.756985 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-85332f90-2f73-448b-972f-04f5c3df8912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.887623 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.879094 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.089902 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.448642 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.816649 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-4fa09ec2-6f34-4739-8cd0-dfba2b040e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.756821 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-021b4b7f-b69f-4974-a624-405f9ef5657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.889353 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-a2a65483-ac2c-4d62-803e-dfb28faf28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.134977 dv-cinder-802669-4-iscsi neutron-server[93663]: DEBUG neutron.db.agents_db [None req-3a4b6cd4-fb73-4e0e-8fa4-8c98bb3cea8f None None] Agent healthcheck: found 6 active agents {{(pid=93663) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:14:47.882082 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-449c408f-c22f-4d51-8166-910149a4a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.092694 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-7a2d592c-2200-407c-b525-85ede2f54747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.463995 dv-cinder-802669-4-iscsi neutron-server[93662]: DEBUG neutron_lib.callbacks.manager [None req-03a2a81a-5646-4d7d-8952-37cc6cf77c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783660508164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771742'] for agent, after_update {{(pid=93662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}